2024-11-22 03:56:19,868 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 03:56:19,883 main DEBUG Took 0.012437 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-22 03:56:19,883 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-22 03:56:19,884 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-22 03:56:19,885 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-22 03:56:19,886 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,895 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-22 03:56:19,909 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,910 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,911 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,912 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,912 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,913 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,914 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,915 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,915 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,916 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,917 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,917 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,918 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,919 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,919 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,920 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,921 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,922 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,923 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,924 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,924 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-22 03:56:19,925 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,925 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-22 03:56:19,927 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-22 03:56:19,928 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-22 03:56:19,930 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-22 03:56:19,930 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-22 03:56:19,932 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-22 03:56:19,932 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-22 03:56:19,940 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-22 03:56:19,943 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-22 03:56:19,945 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-22 03:56:19,946 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-22 03:56:19,946 main DEBUG createAppenders(={Console}) 2024-11-22 03:56:19,947 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-22 03:56:19,948 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-22 03:56:19,948 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-22 03:56:19,949 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-22 03:56:19,949 main DEBUG OutputStream closed 2024-11-22 03:56:19,950 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-22 03:56:19,950 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-22 03:56:19,950 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-22 03:56:20,023 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-22 03:56:20,025 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-22 03:56:20,026 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-22 03:56:20,027 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-22 03:56:20,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-22 03:56:20,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-22 03:56:20,028 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-22 03:56:20,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-22 03:56:20,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-22 03:56:20,029 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-22 03:56:20,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-22 03:56:20,030 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-22 03:56:20,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-22 03:56:20,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-22 03:56:20,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-22 03:56:20,031 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-22 03:56:20,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-22 03:56:20,032 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-22 03:56:20,035 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22 03:56:20,035 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-22 03:56:20,035 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-22 03:56:20,036 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-22T03:56:20,238 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3 2024-11-22 03:56:20,240 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-22 03:56:20,240 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-22T03:56:20,248 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-22T03:56:20,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-22T03:56:20,291 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205, deleteOnExit=true 2024-11-22T03:56:20,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-22T03:56:20,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/test.cache.data in system properties and HBase conf 2024-11-22T03:56:20,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/hadoop.tmp.dir in system properties and HBase conf 2024-11-22T03:56:20,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/hadoop.log.dir in system properties and HBase conf 2024-11-22T03:56:20,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-22T03:56:20,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-22T03:56:20,297 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-22T03:56:20,385 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-22T03:56:20,479 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-22T03:56:20,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:56:20,484 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-22T03:56:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-22T03:56:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:56:20,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-22T03:56:20,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-22T03:56:20,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-22T03:56:20,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:56:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-22T03:56:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/nfs.dump.dir in system properties and HBase conf 2024-11-22T03:56:20,488 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/java.io.tmpdir in system properties and HBase conf 2024-11-22T03:56:20,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-22T03:56:20,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-22T03:56:20,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-22T03:56:21,290 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-22T03:56:21,375 INFO [Time-limited test {}] log.Log(170): Logging initialized @2188ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-22T03:56:21,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:56:21,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:56:21,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:56:21,542 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:56:21,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-22T03:56:21,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:56:21,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:56:21,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:56:21,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@322e478f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/java.io.tmpdir/jetty-localhost-40039-hadoop-hdfs-3_4_1-tests_jar-_-any-14984297301039363189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:56:21,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:40039} 2024-11-22T03:56:21,746 INFO [Time-limited test {}] server.Server(415): Started @2560ms 2024-11-22T03:56:22,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-22T03:56:22,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-22T03:56:22,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-22T03:56:22,079 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-22T03:56:22,079 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-22T03:56:22,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/hadoop.log.dir/,AVAILABLE} 2024-11-22T03:56:22,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-22T03:56:22,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42a79998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/java.io.tmpdir/jetty-localhost-43741-hadoop-hdfs-3_4_1-tests_jar-_-any-17690369761270177513/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:56:22,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:43741} 2024-11-22T03:56:22,185 INFO [Time-limited test {}] server.Server(415): Started @2998ms 2024-11-22T03:56:22,233 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-22T03:56:22,644 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/data/data1/current/BP-1329878010-172.17.0.2-1732247781067/current, will proceed with Du for space computation calculation, 2024-11-22T03:56:22,644 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/data/data2/current/BP-1329878010-172.17.0.2-1732247781067/current, will proceed with Du for space computation calculation, 2024-11-22T03:56:22,680 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-22T03:56:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa703a39c4b830f27 with lease ID 0x414156882fa418f: Processing first storage report for DS-9727df08-61ad-47d7-b18a-de35fd2a8c36 from datanode DatanodeRegistration(127.0.0.1:44363, datanodeUuid=6b7d781c-e118-4cfb-a101-f71ca346efe7, infoPort=44091, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=895605969;c=1732247781067) 2024-11-22T03:56:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa703a39c4b830f27 with lease ID 0x414156882fa418f: from storage DS-9727df08-61ad-47d7-b18a-de35fd2a8c36 node DatanodeRegistration(127.0.0.1:44363, datanodeUuid=6b7d781c-e118-4cfb-a101-f71ca346efe7, infoPort=44091, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=895605969;c=1732247781067), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:56:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa703a39c4b830f27 with lease ID 0x414156882fa418f: Processing first storage report for DS-5e24065c-5552-4949-8281-d4313b5d685a from datanode DatanodeRegistration(127.0.0.1:44363, datanodeUuid=6b7d781c-e118-4cfb-a101-f71ca346efe7, infoPort=44091, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=895605969;c=1732247781067) 2024-11-22T03:56:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa703a39c4b830f27 with lease ID 0x414156882fa418f: from storage DS-5e24065c-5552-4949-8281-d4313b5d685a node DatanodeRegistration(127.0.0.1:44363, datanodeUuid=6b7d781c-e118-4cfb-a101-f71ca346efe7, infoPort=44091, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=895605969;c=1732247781067), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-22T03:56:22,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3 2024-11-22T03:56:22,853 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/zookeeper_0, clientPort=53814, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-22T03:56:22,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53814 2024-11-22T03:56:22,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:22,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741825_1001 (size=7) 2024-11-22T03:56:23,516 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 with version=8 2024-11-22T03:56:23,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/hbase-staging 2024-11-22T03:56:23,601 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-22T03:56:23,796 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:56:23,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:56:23,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:56:23,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:56:23,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:56:23,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:56:23,932 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-22T03:56:23,982 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-22T03:56:23,990 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-22T03:56:23,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:56:24,015 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 97552 (auto-detected) 2024-11-22T03:56:24,016 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-22T03:56:24,032 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43399 2024-11-22T03:56:24,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43399 connecting to ZooKeeper ensemble=127.0.0.1:53814 2024-11-22T03:56:24,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433990x0, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:56:24,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43399-0x1006592e21e0000 connected 2024-11-22T03:56:24,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:24,108 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:24,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:56:24,119 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126, hbase.cluster.distributed=false 2024-11-22T03:56:24,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:56:24,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43399 2024-11-22T03:56:24,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43399 2024-11-22T03:56:24,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43399 2024-11-22T03:56:24,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43399 2024-11-22T03:56:24,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43399 2024-11-22T03:56:24,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c85114ed5096:0 server-side Connection retries=45 2024-11-22T03:56:24,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:56:24,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-22T03:56:24,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-22T03:56:24,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-22T03:56:24,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-22T03:56:24,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-22T03:56:24,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-22T03:56:24,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44285 2024-11-22T03:56:24,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44285 connecting to ZooKeeper ensemble=127.0.0.1:53814 2024-11-22T03:56:24,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:24,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:24,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442850x0, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-22T03:56:24,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44285-0x1006592e21e0001 connected 2024-11-22T03:56:24,276 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:56:24,281 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-22T03:56:24,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-22T03:56:24,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-22T03:56:24,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-22T03:56:24,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44285 2024-11-22T03:56:24,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44285 2024-11-22T03:56:24,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44285 2024-11-22T03:56:24,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44285 2024-11-22T03:56:24,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44285 2024-11-22T03:56:24,320 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c85114ed5096:43399 2024-11-22T03:56:24,321 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c85114ed5096,43399,1732247783646 2024-11-22T03:56:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:56:24,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:56:24,328 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c85114ed5096,43399,1732247783646 2024-11-22T03:56:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-22T03:56:24,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:24,350 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-22T03:56:24,351 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c85114ed5096,43399,1732247783646 from backup master directory 2024-11-22T03:56:24,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c85114ed5096,43399,1732247783646 2024-11-22T03:56:24,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:56:24,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-22T03:56:24,355 WARN [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:56:24,355 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c85114ed5096,43399,1732247783646 2024-11-22T03:56:24,357 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-22T03:56:24,359 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-22T03:56:24,410 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/hbase.id] with ID: c19a23f9-a744-429b-9b36-81c22189b005 2024-11-22T03:56:24,410 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/.tmp/hbase.id 2024-11-22T03:56:24,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741826_1002 (size=42) 2024-11-22T03:56:24,824 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/.tmp/hbase.id]:[hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/hbase.id] 2024-11-22T03:56:24,876 INFO [master/c85114ed5096:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-22T03:56:24,880 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-22T03:56:24,899 INFO [master/c85114ed5096:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-22T03:56:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:24,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741827_1003 (size=196) 2024-11-22T03:56:25,340 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:56:25,343 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-22T03:56:25,361 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:25,366 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:56:25,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741828_1004 (size=1189) 2024-11-22T03:56:25,808 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store 2024-11-22T03:56:25,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741829_1005 (size=34) 2024-11-22T03:56:26,239 INFO [master/c85114ed5096:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-22T03:56:26,242 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:26,243 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:56:26,243 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:56:26,244 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:56:26,245 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:56:26,245 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:56:26,245 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:56:26,247 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247786243Disabling compacts and flushes for region at 1732247786243Disabling writes for close at 1732247786245 (+2 ms)Writing region close event to WAL at 1732247786245Closed at 1732247786245 2024-11-22T03:56:26,249 WARN [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/.initializing 2024-11-22T03:56:26,249 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/WALs/c85114ed5096,43399,1732247783646 2024-11-22T03:56:26,257 INFO [master/c85114ed5096:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:56:26,271 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C43399%2C1732247783646, suffix=, logDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/WALs/c85114ed5096,43399,1732247783646, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/oldWALs, maxLogs=10 2024-11-22T03:56:26,291 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/WALs/c85114ed5096,43399,1732247783646/c85114ed5096%2C43399%2C1732247783646.1732247786275, exclude list is [], retry=0 2024-11-22T03:56:26,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44363,DS-9727df08-61ad-47d7-b18a-de35fd2a8c36,DISK] 2024-11-22T03:56:26,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-22T03:56:26,339 INFO [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/WALs/c85114ed5096,43399,1732247783646/c85114ed5096%2C43399%2C1732247783646.1732247786275 2024-11-22T03:56:26,340 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44091:44091)] 2024-11-22T03:56:26,340 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:56:26,341 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:26,343 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,344 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-22T03:56:26,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:26,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:26,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-22T03:56:26,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:26,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:26,414 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-22T03:56:26,417 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:26,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:26,418 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-22T03:56:26,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:26,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:26,422 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,426 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,427 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,432 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,433 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,437 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-22T03:56:26,441 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-22T03:56:26,445 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:56:26,447 INFO [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61761507, jitterRate=-0.07968182861804962}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-22T03:56:26,455 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732247786356Initializing all the Stores at 1732247786359 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247786359Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247786360 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247786360Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247786360Cleaning up temporary data from old regions at 1732247786433 (+73 ms)Region opened successfully at 1732247786455 (+22 ms) 2024-11-22T03:56:26,456 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-22T03:56:26,487 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1107980a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:56:26,514 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-22T03:56:26,524 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-22T03:56:26,524 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-22T03:56:26,527 INFO [master/c85114ed5096:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-22T03:56:26,528 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-22T03:56:26,533 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-22T03:56:26,533 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-22T03:56:26,558 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-22T03:56:26,566 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-22T03:56:26,568 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-22T03:56:26,570 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-22T03:56:26,572 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-22T03:56:26,573 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-22T03:56:26,575 INFO [master/c85114ed5096:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-22T03:56:26,578 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-22T03:56:26,579 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-22T03:56:26,581 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-22T03:56:26,582 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-22T03:56:26,597 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-22T03:56:26,598 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-22T03:56:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:56:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-22T03:56:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:26,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:26,604 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c85114ed5096,43399,1732247783646, sessionid=0x1006592e21e0000, setting cluster-up flag (Was=false) 2024-11-22T03:56:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:26,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:26,618 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-22T03:56:26,620 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,43399,1732247783646 2024-11-22T03:56:26,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:26,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:26,628 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-22T03:56:26,629 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c85114ed5096,43399,1732247783646 2024-11-22T03:56:26,635 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-22T03:56:26,705 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-22T03:56:26,713 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(746): ClusterId : c19a23f9-a744-429b-9b36-81c22189b005 2024-11-22T03:56:26,714 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-22T03:56:26,715 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-22T03:56:26,719 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-22T03:56:26,719 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-22T03:56:26,721 INFO [master/c85114ed5096:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-22T03:56:26,722 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-22T03:56:26,722 DEBUG [RS:0;c85114ed5096:44285 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583d57d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c85114ed5096/172.17.0.2:0 2024-11-22T03:56:26,727 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c85114ed5096,43399,1732247783646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-22T03:56:26,735 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:56:26,735 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:56:26,735 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:56:26,735 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c85114ed5096:44285 2024-11-22T03:56:26,735 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c85114ed5096:0, corePoolSize=5, maxPoolSize=5 2024-11-22T03:56:26,736 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c85114ed5096:0, corePoolSize=10, maxPoolSize=10 2024-11-22T03:56:26,736 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,736 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:56:26,736 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,737 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732247816737 2024-11-22T03:56:26,739 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-22T03:56:26,739 INFO [RS:0;c85114ed5096:44285 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-22T03:56:26,739 INFO [RS:0;c85114ed5096:44285 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-22T03:56:26,739 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-22T03:56:26,740 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-22T03:56:26,742 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(2659): reportForDuty to master=c85114ed5096,43399,1732247783646 with port=44285, startcode=1732247784219 2024-11-22T03:56:26,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:56:26,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-22T03:56:26,743 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-22T03:56:26,744 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-22T03:56:26,744 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-22T03:56:26,744 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-22T03:56:26,745 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:26,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-22T03:56:26,749 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-22T03:56:26,750 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-22T03:56:26,750 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-22T03:56:26,755 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-22T03:56:26,755 DEBUG [RS:0;c85114ed5096:44285 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-22T03:56:26,755 INFO [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-22T03:56:26,757 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247786756,5,FailOnTimeoutGroup] 2024-11-22T03:56:26,758 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247786757,5,FailOnTimeoutGroup] 2024-11-22T03:56:26,758 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,758 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-22T03:56:26,759 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,760 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741831_1007 (size=1321) 2024-11-22T03:56:26,789 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45913, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-22T03:56:26,794 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43399 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c85114ed5096,44285,1732247784219 2024-11-22T03:56:26,796 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43399 {}] master.ServerManager(517): Registering regionserver=c85114ed5096,44285,1732247784219 2024-11-22T03:56:26,810 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:56:26,810 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43525 2024-11-22T03:56:26,810 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-22T03:56:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:56:26,815 DEBUG [RS:0;c85114ed5096:44285 {}] zookeeper.ZKUtil(111): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c85114ed5096,44285,1732247784219 2024-11-22T03:56:26,815 WARN [RS:0;c85114ed5096:44285 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-22T03:56:26,815 INFO [RS:0;c85114ed5096:44285 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:56:26,815 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219 2024-11-22T03:56:26,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c85114ed5096,44285,1732247784219] 2024-11-22T03:56:26,841 INFO [RS:0;c85114ed5096:44285 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-22T03:56:26,858 INFO [RS:0;c85114ed5096:44285 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-22T03:56:26,863 INFO [RS:0;c85114ed5096:44285 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-22T03:56:26,863 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,864 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-22T03:56:26,870 INFO [RS:0;c85114ed5096:44285 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-22T03:56:26,871 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,872 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,872 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,872 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,872 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,872 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,872 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c85114ed5096:0, corePoolSize=2, maxPoolSize=2 2024-11-22T03:56:26,873 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,873 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,873 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,873 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,873 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,873 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c85114ed5096:0, corePoolSize=1, maxPoolSize=1 2024-11-22T03:56:26,874 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:56:26,874 DEBUG [RS:0;c85114ed5096:44285 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0, corePoolSize=3, maxPoolSize=3 2024-11-22T03:56:26,875 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,875 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,876 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,876 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,876 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,876 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,44285,1732247784219-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:56:26,895 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-22T03:56:26,897 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,44285,1732247784219-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,897 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,897 INFO [RS:0;c85114ed5096:44285 {}] regionserver.Replication(171): c85114ed5096,44285,1732247784219 started 2024-11-22T03:56:26,921 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:26,922 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1482): Serving as c85114ed5096,44285,1732247784219, RpcServer on c85114ed5096/172.17.0.2:44285, sessionid=0x1006592e21e0001 2024-11-22T03:56:26,923 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-22T03:56:26,923 DEBUG [RS:0;c85114ed5096:44285 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c85114ed5096,44285,1732247784219 2024-11-22T03:56:26,923 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,44285,1732247784219' 2024-11-22T03:56:26,923 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-22T03:56:26,924 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-22T03:56:26,925 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-22T03:56:26,925 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-22T03:56:26,926 DEBUG [RS:0;c85114ed5096:44285 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c85114ed5096,44285,1732247784219 2024-11-22T03:56:26,926 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c85114ed5096,44285,1732247784219' 2024-11-22T03:56:26,926 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-22T03:56:26,927 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-22T03:56:26,927 DEBUG [RS:0;c85114ed5096:44285 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-22T03:56:26,928 INFO [RS:0;c85114ed5096:44285 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-22T03:56:26,928 INFO [RS:0;c85114ed5096:44285 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-22T03:56:27,035 INFO [RS:0;c85114ed5096:44285 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-22T03:56:27,039 INFO [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C44285%2C1732247784219, suffix=, logDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/oldWALs, maxLogs=32 2024-11-22T03:56:27,057 DEBUG [RS:0;c85114ed5096:44285 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219/c85114ed5096%2C44285%2C1732247784219.1732247787042, exclude list is [], retry=0 2024-11-22T03:56:27,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44363,DS-9727df08-61ad-47d7-b18a-de35fd2a8c36,DISK] 2024-11-22T03:56:27,065 INFO [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219/c85114ed5096%2C44285%2C1732247784219.1732247787042 2024-11-22T03:56:27,065 DEBUG [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44091:44091)] 2024-11-22T03:56:27,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-22T03:56:27,174 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:56:27,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741833_1009 (size=32) 2024-11-22T03:56:27,595 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:27,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:56:27,605 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:56:27,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:27,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:27,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:56:27,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:56:27,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:27,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:27,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:56:27,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:56:27,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:27,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:27,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:56:27,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:56:27,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:27,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:27,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:56:27,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740 2024-11-22T03:56:27,620 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740 2024-11-22T03:56:27,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:56:27,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:56:27,624 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:56:27,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:56:27,631 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:56:27,633 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61118323, jitterRate=-0.08926601707935333}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:56:27,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732247787595Initializing all the Stores at 1732247787601 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247787601Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247787601Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247787601Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247787601Cleaning up temporary data from old regions at 1732247787623 (+22 ms)Region opened successfully at 1732247787635 (+12 ms) 2024-11-22T03:56:27,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:56:27,636 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:56:27,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:56:27,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:56:27,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:56:27,637 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:56:27,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247787635Disabling compacts and flushes for region at 1732247787635Disabling writes for close at 1732247787636 (+1 ms)Writing region close event to WAL at 1732247787637 (+1 ms)Closed at 1732247787637 2024-11-22T03:56:27,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:56:27,642 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-22T03:56:27,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-22T03:56:27,656 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:56:27,659 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-22T03:56:27,817 DEBUG [c85114ed5096:43399 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-22T03:56:27,831 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:27,836 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,44285,1732247784219, state=OPENING 2024-11-22T03:56:27,841 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-22T03:56:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:27,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:56:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:56:27,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:56:27,845 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-22T03:56:27,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:56:28,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-22T03:56:28,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35701, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-22T03:56:28,040 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-22T03:56:28,041 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-22T03:56:28,041 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-22T03:56:28,045 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c85114ed5096%2C44285%2C1732247784219.meta, suffix=.meta, logDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219, archiveDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/oldWALs, maxLogs=32 2024-11-22T03:56:28,059 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219/c85114ed5096%2C44285%2C1732247784219.meta.1732247788047.meta, exclude list is [], retry=0 2024-11-22T03:56:28,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44363,DS-9727df08-61ad-47d7-b18a-de35fd2a8c36,DISK] 2024-11-22T03:56:28,066 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/WALs/c85114ed5096,44285,1732247784219/c85114ed5096%2C44285%2C1732247784219.meta.1732247788047.meta 2024-11-22T03:56:28,067 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44091:44091)] 2024-11-22T03:56:28,067 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:56:28,069 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-22T03:56:28,071 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-22T03:56:28,076 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-22T03:56:28,081 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-22T03:56:28,082 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:28,083 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-22T03:56:28,083 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-22T03:56:28,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-22T03:56:28,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-22T03:56:28,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:28,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:28,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-22T03:56:28,091 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-22T03:56:28,091 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:28,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:28,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-22T03:56:28,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-22T03:56:28,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:28,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:28,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-22T03:56:28,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-22T03:56:28,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:28,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-22T03:56:28,098 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-22T03:56:28,099 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740 2024-11-22T03:56:28,102 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740 2024-11-22T03:56:28,105 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-22T03:56:28,105 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-22T03:56:28,107 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:56:28,110 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-22T03:56:28,112 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70144548, jitterRate=0.04523521661758423}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:56:28,112 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-22T03:56:28,114 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732247788083Writing region info on filesystem at 1732247788084 (+1 ms)Initializing all the Stores at 1732247788086 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247788086Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247788086Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247788086Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732247788086Cleaning up temporary data from old regions at 1732247788105 (+19 ms)Running coprocessor post-open hooks at 1732247788112 (+7 ms)Region opened successfully at 1732247788114 (+2 ms) 2024-11-22T03:56:28,121 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732247788015 2024-11-22T03:56:28,133 DEBUG [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-22T03:56:28,133 INFO [RS_OPEN_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-22T03:56:28,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:28,138 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c85114ed5096,44285,1732247784219, state=OPEN 2024-11-22T03:56:28,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:56:28,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-22T03:56:28,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:56:28,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-22T03:56:28,142 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:28,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-22T03:56:28,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c85114ed5096,44285,1732247784219 in 296 msec 2024-11-22T03:56:28,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-22T03:56:28,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-22T03:56:28,157 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-22T03:56:28,157 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-22T03:56:28,175 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:28,176 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:28,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:28,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:28,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5540 sec 2024-11-22T03:56:28,219 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732247788219, completionTime=-1 2024-11-22T03:56:28,222 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-22T03:56:28,222 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-22T03:56:28,248 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-22T03:56:28,248 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732247848248 2024-11-22T03:56:28,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732247908248 2024-11-22T03:56:28,249 INFO [master/c85114ed5096:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-11-22T03:56:28,251 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,43399,1732247783646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,251 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,43399,1732247783646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,252 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,43399,1732247783646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,253 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c85114ed5096:43399, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,254 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,254 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,260 DEBUG [master/c85114ed5096:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-22T03:56:28,304 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.948sec 2024-11-22T03:56:28,305 INFO [master/c85114ed5096:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-22T03:56:28,306 INFO [master/c85114ed5096:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-22T03:56:28,307 INFO [master/c85114ed5096:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-22T03:56:28,307 INFO [master/c85114ed5096:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-22T03:56:28,307 INFO [master/c85114ed5096:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-22T03:56:28,308 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,43399,1732247783646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-22T03:56:28,309 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,43399,1732247783646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-22T03:56:28,321 DEBUG [master/c85114ed5096:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-22T03:56:28,322 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-22T03:56:28,323 INFO [master/c85114ed5096:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c85114ed5096,43399,1732247783646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-22T03:56:28,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519673c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:28,329 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-22T03:56:28,329 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-22T03:56:28,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:28,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:28,343 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:28,345 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@531238f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:28,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:28,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:28,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:28,353 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:28,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2d93e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:28,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:28,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:28,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:28,383 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c85114ed5096,43399,1732247783646 2024-11-22T03:56:28,395 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=1256, ProcessCount=11, AvailableMemoryMB=3321 2024-11-22T03:56:28,404 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:56:28,408 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:56:28,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@680215db 2024-11-22T03:56:28,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:56:28,415 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:56:28,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:56:28,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:56:28,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:28,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:56:28,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-22T03:56:28,438 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:28,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:56:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:56:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741835_1011 (size=1061) 2024-11-22T03:56:28,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:56:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:56:28,860 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:56:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741836_1012 (size=53) 2024-11-22T03:56:29,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:56:29,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:29,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 57e1611f82d9da1ce92b97038ab9fb45, disabling compactions & flushes 2024-11-22T03:56:29,272 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. after waiting 0 ms 2024-11-22T03:56:29,272 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,273 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,273 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 57e1611f82d9da1ce92b97038ab9fb45: Waiting for close lock at 1732247789272Disabling compacts and flushes for region at 1732247789272Disabling writes for close at 1732247789272Writing region close event to WAL at 1732247789272Closed at 1732247789272 2024-11-22T03:56:29,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:56:29,288 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732247789279"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247789279"}]},"ts":"1732247789279"} 2024-11-22T03:56:29,292 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:56:29,294 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:56:29,297 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247789294"}]},"ts":"1732247789294"} 2024-11-22T03:56:29,301 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T03:56:29,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, ASSIGN}] 2024-11-22T03:56:29,306 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, ASSIGN 2024-11-22T03:56:29,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, ASSIGN; state=OFFLINE, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=false 2024-11-22T03:56:29,461 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57e1611f82d9da1ce92b97038ab9fb45, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, ASSIGN because future has completed 2024-11-22T03:56:29,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:56:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:56:29,633 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,633 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:56:29,634 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,634 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:29,634 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,634 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,636 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,639 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:29,640 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57e1611f82d9da1ce92b97038ab9fb45 columnFamilyName A 2024-11-22T03:56:29,640 DEBUG [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:29,641 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.HStore(327): Store=57e1611f82d9da1ce92b97038ab9fb45/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:29,641 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,644 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:29,644 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57e1611f82d9da1ce92b97038ab9fb45 columnFamilyName B 2024-11-22T03:56:29,644 DEBUG [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:29,645 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.HStore(327): Store=57e1611f82d9da1ce92b97038ab9fb45/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:29,645 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,647 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:29,647 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 57e1611f82d9da1ce92b97038ab9fb45 columnFamilyName C 2024-11-22T03:56:29,648 DEBUG [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:29,648 INFO [StoreOpener-57e1611f82d9da1ce92b97038ab9fb45-1 {}] regionserver.HStore(327): Store=57e1611f82d9da1ce92b97038ab9fb45/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:29,649 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,649 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,651 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,651 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,653 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,654 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,655 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:56:29,658 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,662 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:56:29,663 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 57e1611f82d9da1ce92b97038ab9fb45; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68270007, jitterRate=0.01730237901210785}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:56:29,663 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:29,664 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 57e1611f82d9da1ce92b97038ab9fb45: Running coprocessor pre-open hook at 1732247789634Writing region info on filesystem at 1732247789634Initializing all the Stores at 1732247789636 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247789636Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247789636Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247789636Cleaning up temporary data from old regions at 1732247789654 (+18 ms)Running coprocessor post-open hooks at 1732247789663 (+9 ms)Region opened successfully at 1732247789664 (+1 ms) 2024-11-22T03:56:29,666 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., pid=6, masterSystemTime=1732247789627 2024-11-22T03:56:29,669 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,669 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:29,671 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=57e1611f82d9da1ce92b97038ab9fb45, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:29,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:56:29,682 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-22T03:56:29,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 in 207 msec 2024-11-22T03:56:29,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-22T03:56:29,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, ASSIGN in 380 msec 2024-11-22T03:56:29,689 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:56:29,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247789689"}]},"ts":"1732247789689"} 2024-11-22T03:56:29,693 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T03:56:29,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:56:29,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2710 sec 2024-11-22T03:56:30,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-22T03:56:30,594 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:30,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5ede62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,604 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bff7409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,608 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33816, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,609 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2538dc8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,611 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:56:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:56:30,618 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@481dbf66 2024-11-22T03:56:30,620 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:56:30,622 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:56:30,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3812e936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,626 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,628 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,629 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675bb8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,630 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,632 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b21050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e500c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,634 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,634 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,635 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b084ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,637 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,639 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79382fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,641 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c12611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,641 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,641 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,643 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749fb54b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbf9665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77155d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,648 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,648 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,650 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,650 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,651 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,653 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b3fb7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdceae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,656 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c2308e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,659 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,660 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58df653d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,662 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,663 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,664 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e9d3a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,667 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0556af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85187e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,669 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,670 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,671 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b8551d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,674 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517e68dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc6fa21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,677 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,678 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,678 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c1b5617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,679 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,680 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,681 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@425be669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a990c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:30,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:30,684 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:30,684 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e082570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:30,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:30,687 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:30,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cc1ac04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:30,693 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,693 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,693 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,694 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,694 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:30,693 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34762, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,699 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-22T03:56:30,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,701 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,703 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:30,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,705 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,707 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:30,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,708 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,709 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,710 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:30,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:56:30,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,717 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:30,719 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:30,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:30,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:56:30,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:30,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:56:30,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:30,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:56:30,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:30,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:30,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:30,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:30,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:30,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:30,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247850899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247850893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:30,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:30,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247850905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:30,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:30,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247850905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:30,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247850908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:30,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/1be9195bd0f84a85bd08fe9609db0eb7 is 50, key is test_row_0/A:col10/1732247790782/Put/seqid=0 2024-11-22T03:56:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:30,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741837_1013 (size=14341) 2024-11-22T03:56:30,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/1be9195bd0f84a85bd08fe9609db0eb7 2024-11-22T03:56:31,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:56:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247851051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247851051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,055 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247851051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247851052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247851053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/f2061e07311446f283e46aae08792af9 is 50, key is test_row_0/B:col10/1732247790782/Put/seqid=0 2024-11-22T03:56:31,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:31,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741838_1014 (size=12001) 2024-11-22T03:56:31,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/f2061e07311446f283e46aae08792af9 2024-11-22T03:56:31,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/1dce6204dc84487ebfbe778c6161f553 is 50, key is test_row_0/C:col10/1732247790782/Put/seqid=0 2024-11-22T03:56:31,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741839_1015 (size=12001) 2024-11-22T03:56:31,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/1dce6204dc84487ebfbe778c6161f553 2024-11-22T03:56:31,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/1be9195bd0f84a85bd08fe9609db0eb7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/1be9195bd0f84a85bd08fe9609db0eb7 2024-11-22T03:56:31,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/1be9195bd0f84a85bd08fe9609db0eb7, entries=200, sequenceid=14, filesize=14.0 K 2024-11-22T03:56:31,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/f2061e07311446f283e46aae08792af9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f2061e07311446f283e46aae08792af9 2024-11-22T03:56:31,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:31,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f2061e07311446f283e46aae08792af9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T03:56:31,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/1dce6204dc84487ebfbe778c6161f553 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/1dce6204dc84487ebfbe778c6161f553 2024-11-22T03:56:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/1dce6204dc84487ebfbe778c6161f553, entries=150, sequenceid=14, filesize=11.7 K 2024-11-22T03:56:31,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 57e1611f82d9da1ce92b97038ab9fb45 in 486ms, sequenceid=14, compaction requested=false 2024-11-22T03:56:31,289 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T03:56:31,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:31,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:31,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=114.05 KB heapSize=339.66 KB 2024-11-22T03:56:31,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:31,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:31,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:31,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:31,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:31,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:56:31,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6aa11e4b3d954461aa4ab3dea40c9c4f is 50, key is test_row_0/A:col10/1732247790891/Put/seqid=0 2024-11-22T03:56:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741840_1016 (size=12001) 2024-11-22T03:56:31,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6aa11e4b3d954461aa4ab3dea40c9c4f 2024-11-22T03:56:31,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/34933bc9a16c497ca77c29a356b6d1a3 is 50, key is test_row_0/B:col10/1732247790891/Put/seqid=0 2024-11-22T03:56:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741841_1017 (size=12001) 2024-11-22T03:56:31,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/34933bc9a16c497ca77c29a356b6d1a3 2024-11-22T03:56:31,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:31,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247851376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247851384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,434 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,435 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247851394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,436 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,437 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247851424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247851437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/71bb2e6819084e2aa7a0abb33f3db46d is 50, key is test_row_0/C:col10/1732247790891/Put/seqid=0 2024-11-22T03:56:31,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741842_1018 (size=12001) 2024-11-22T03:56:31,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/71bb2e6819084e2aa7a0abb33f3db46d 2024-11-22T03:56:31,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6aa11e4b3d954461aa4ab3dea40c9c4f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6aa11e4b3d954461aa4ab3dea40c9c4f 2024-11-22T03:56:31,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6aa11e4b3d954461aa4ab3dea40c9c4f, entries=150, sequenceid=35, filesize=11.7 K 2024-11-22T03:56:31,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/34933bc9a16c497ca77c29a356b6d1a3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/34933bc9a16c497ca77c29a356b6d1a3 2024-11-22T03:56:31,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/34933bc9a16c497ca77c29a356b6d1a3, entries=150, sequenceid=35, filesize=11.7 K 2024-11-22T03:56:31,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/71bb2e6819084e2aa7a0abb33f3db46d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/71bb2e6819084e2aa7a0abb33f3db46d 2024-11-22T03:56:31,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/71bb2e6819084e2aa7a0abb33f3db46d, entries=150, sequenceid=35, filesize=11.7 K 2024-11-22T03:56:31,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 57e1611f82d9da1ce92b97038ab9fb45 in 222ms, sequenceid=35, compaction requested=false 2024-11-22T03:56:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:31,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:56:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:31,567 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:31,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:31,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/62f87479d6f642d3a5b9925e7321339f is 50, key is test_row_0/A:col10/1732247791406/Put/seqid=0 2024-11-22T03:56:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741843_1019 (size=12001) 2024-11-22T03:56:31,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/62f87479d6f642d3a5b9925e7321339f 2024-11-22T03:56:31,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/729fee46407c454a8bf40aca73ae5968 is 50, key is test_row_0/B:col10/1732247791406/Put/seqid=0 2024-11-22T03:56:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741844_1020 (size=12001) 2024-11-22T03:56:31,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/729fee46407c454a8bf40aca73ae5968 2024-11-22T03:56:31,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3b3b169864074dad8bd91d94b9c413ed is 50, key is test_row_0/C:col10/1732247791406/Put/seqid=0 2024-11-22T03:56:31,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741845_1021 (size=12001) 2024-11-22T03:56:31,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3b3b169864074dad8bd91d94b9c413ed 2024-11-22T03:56:31,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247851674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,724 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/62f87479d6f642d3a5b9925e7321339f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/62f87479d6f642d3a5b9925e7321339f 2024-11-22T03:56:31,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/62f87479d6f642d3a5b9925e7321339f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T03:56:31,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/729fee46407c454a8bf40aca73ae5968 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/729fee46407c454a8bf40aca73ae5968 2024-11-22T03:56:31,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247851697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247851705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247851714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,754 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247851723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,756 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/729fee46407c454a8bf40aca73ae5968, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T03:56:31,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3b3b169864074dad8bd91d94b9c413ed as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3b3b169864074dad8bd91d94b9c413ed 2024-11-22T03:56:31,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3b3b169864074dad8bd91d94b9c413ed, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T03:56:31,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 57e1611f82d9da1ce92b97038ab9fb45 in 246ms, sequenceid=49, compaction requested=true 2024-11-22T03:56:31,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:31,810 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:31,815 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:31,816 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:31,818 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:31,820 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:31,821 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,821 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f2061e07311446f283e46aae08792af9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/34933bc9a16c497ca77c29a356b6d1a3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/729fee46407c454a8bf40aca73ae5968] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=35.2 K 2024-11-22T03:56:31,823 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting f2061e07311446f283e46aae08792af9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732247790776 2024-11-22T03:56:31,823 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:31,823 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:31,824 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 34933bc9a16c497ca77c29a356b6d1a3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732247790891 2024-11-22T03:56:31,824 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,824 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/1be9195bd0f84a85bd08fe9609db0eb7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6aa11e4b3d954461aa4ab3dea40c9c4f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/62f87479d6f642d3a5b9925e7321339f] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.4 K 2024-11-22T03:56:31,825 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 729fee46407c454a8bf40aca73ae5968, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247791406 2024-11-22T03:56:31,825 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1be9195bd0f84a85bd08fe9609db0eb7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732247790762 2024-11-22T03:56:31,827 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6aa11e4b3d954461aa4ab3dea40c9c4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732247790891 2024-11-22T03:56:31,832 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62f87479d6f642d3a5b9925e7321339f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247791406 2024-11-22T03:56:31,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:31,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:56:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:31,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:31,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:56:31,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9b3db918b26d4fe99ad350655ccabe6c is 50, key is test_row_0/A:col10/1732247791844/Put/seqid=0 2024-11-22T03:56:31,873 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#9 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:31,874 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/69bfe0c6d1e94cecb2ac52ae7f221674 is 50, key is test_row_0/B:col10/1732247791406/Put/seqid=0 2024-11-22T03:56:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741846_1022 (size=14341) 2024-11-22T03:56:31,884 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#11 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:31,885 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/a70ccad2dbb44c5c9e87bbffafcdb8ee is 50, key is test_row_0/A:col10/1732247791406/Put/seqid=0 2024-11-22T03:56:31,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741847_1023 (size=12104) 2024-11-22T03:56:31,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:31,915 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/69bfe0c6d1e94cecb2ac52ae7f221674 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/69bfe0c6d1e94cecb2ac52ae7f221674 2024-11-22T03:56:31,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741848_1024 (size=12104) 2024-11-22T03:56:31,940 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/a70ccad2dbb44c5c9e87bbffafcdb8ee as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/a70ccad2dbb44c5c9e87bbffafcdb8ee 2024-11-22T03:56:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247851909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247851909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,970 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 69bfe0c6d1e94cecb2ac52ae7f221674(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:31,970 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into a70ccad2dbb44c5c9e87bbffafcdb8ee(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:31,970 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:31,970 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:31,972 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247791809; duration=0sec 2024-11-22T03:56:31,973 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:31,973 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:31,973 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:31,974 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247791812; duration=0sec 2024-11-22T03:56:31,974 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:31,974 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:31,975 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:31,976 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:31,976 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:31,976 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/1dce6204dc84487ebfbe778c6161f553, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/71bb2e6819084e2aa7a0abb33f3db46d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3b3b169864074dad8bd91d94b9c413ed] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=35.2 K 2024-11-22T03:56:31,977 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1dce6204dc84487ebfbe778c6161f553, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732247790776 2024-11-22T03:56:31,978 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71bb2e6819084e2aa7a0abb33f3db46d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1732247790891 2024-11-22T03:56:31,979 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b3b169864074dad8bd91d94b9c413ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247791406 2024-11-22T03:56:31,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247851965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247851965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,988 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:31,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247851966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:31,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:31,992 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,004 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#12 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:32,005 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/14bf40344a23465fa66029c9ff2966aa is 50, key is test_row_0/C:col10/1732247791406/Put/seqid=0 2024-11-22T03:56:32,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741849_1025 (size=12104) 2024-11-22T03:56:32,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:32,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:32,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,055 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/14bf40344a23465fa66029c9ff2966aa as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/14bf40344a23465fa66029c9ff2966aa 2024-11-22T03:56:32,071 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 14bf40344a23465fa66029c9ff2966aa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:32,071 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:32,072 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247791812; duration=0sec 2024-11-22T03:56:32,072 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:32,072 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:32,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247852070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,077 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247852071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247852090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247852100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247852101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,110 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:32,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:32,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9b3db918b26d4fe99ad350655ccabe6c 2024-11-22T03:56:32,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247852280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247852290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,293 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/bffb420d238e4b8a8f3ab0d2ed726e90 is 50, key is test_row_0/B:col10/1732247791844/Put/seqid=0 2024-11-22T03:56:32,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247852301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247852321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247852321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741850_1026 (size=12001) 2024-11-22T03:56:32,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/bffb420d238e4b8a8f3ab0d2ed726e90 2024-11-22T03:56:32,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:32,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:32,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:32,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/a3225f55ff5847739966a89eb5d16589 is 50, key is test_row_0/C:col10/1732247791844/Put/seqid=0 2024-11-22T03:56:32,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741851_1027 (size=12001) 2024-11-22T03:56:32,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/a3225f55ff5847739966a89eb5d16589 2024-11-22T03:56:32,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9b3db918b26d4fe99ad350655ccabe6c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9b3db918b26d4fe99ad350655ccabe6c 2024-11-22T03:56:32,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9b3db918b26d4fe99ad350655ccabe6c, entries=200, sequenceid=68, filesize=14.0 K 2024-11-22T03:56:32,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/bffb420d238e4b8a8f3ab0d2ed726e90 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/bffb420d238e4b8a8f3ab0d2ed726e90 2024-11-22T03:56:32,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/bffb420d238e4b8a8f3ab0d2ed726e90, entries=150, sequenceid=68, filesize=11.7 K 2024-11-22T03:56:32,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/a3225f55ff5847739966a89eb5d16589 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a3225f55ff5847739966a89eb5d16589 2024-11-22T03:56:32,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a3225f55ff5847739966a89eb5d16589, entries=150, sequenceid=68, filesize=11.7 K 2024-11-22T03:56:32,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 57e1611f82d9da1ce92b97038ab9fb45 in 647ms, sequenceid=68, compaction requested=false 2024-11-22T03:56:32,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:32,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-22T03:56:32,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,531 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:56:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:32,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:32,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/c929147f345d4ee3ae85426a86554e73 is 50, key is test_row_0/A:col10/1732247791898/Put/seqid=0 2024-11-22T03:56:32,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741852_1028 (size=12001) 2024-11-22T03:56:32,580 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/c929147f345d4ee3ae85426a86554e73 2024-11-22T03:56:32,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/1e7c517a9c084563b56b0b16f2d7fd9f is 50, key is test_row_0/B:col10/1732247791898/Put/seqid=0 2024-11-22T03:56:32,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:32,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:32,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741853_1029 (size=12001) 2024-11-22T03:56:32,649 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/1e7c517a9c084563b56b0b16f2d7fd9f 2024-11-22T03:56:32,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/5c9accef72484a229f57542b6d897a1b is 50, key is test_row_0/C:col10/1732247791898/Put/seqid=0 2024-11-22T03:56:32,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247852664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247852675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247852680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247852683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247852686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741854_1030 (size=12001) 2024-11-22T03:56:32,706 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/5c9accef72484a229f57542b6d897a1b 2024-11-22T03:56:32,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/c929147f345d4ee3ae85426a86554e73 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/c929147f345d4ee3ae85426a86554e73 2024-11-22T03:56:32,738 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/c929147f345d4ee3ae85426a86554e73, entries=150, sequenceid=84, filesize=11.7 K 2024-11-22T03:56:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/1e7c517a9c084563b56b0b16f2d7fd9f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/1e7c517a9c084563b56b0b16f2d7fd9f 2024-11-22T03:56:32,754 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/1e7c517a9c084563b56b0b16f2d7fd9f, entries=150, sequenceid=84, filesize=11.7 K 2024-11-22T03:56:32,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/5c9accef72484a229f57542b6d897a1b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5c9accef72484a229f57542b6d897a1b 2024-11-22T03:56:32,772 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5c9accef72484a229f57542b6d897a1b, entries=150, sequenceid=84, filesize=11.7 K 2024-11-22T03:56:32,774 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 57e1611f82d9da1ce92b97038ab9fb45 in 243ms, sequenceid=84, compaction requested=true 2024-11-22T03:56:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:32,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-22T03:56:32,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-22T03:56:32,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-22T03:56:32,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0680 sec 2024-11-22T03:56:32,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.0890 sec 2024-11-22T03:56:32,801 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247792669, max timestamp=1732247792794Num uniques 859; 2024-11-22T03:56:32,800 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247792669, max timestamp=1732247792794Num uniques 859; 2024-11-22T03:56:32,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:32,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:32,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=58.14 KB heapSize=164.17 KB 2024-11-22T03:56:32,802 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:32,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:32,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:32,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/dcd760c60d4d4cf991b914d6811d5622 is 50, key is test_row_0/A:col10/1732247792678/Put/seqid=0 2024-11-22T03:56:32,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-22T03:56:32,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741855_1031 (size=14341) 2024-11-22T03:56:32,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/dcd760c60d4d4cf991b914d6811d5622 2024-11-22T03:56:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-22T03:56:32,861 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:32,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:32,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/642ac38c3ce340b096e898e09df34f43 is 50, key is test_row_0/B:col10/1732247792678/Put/seqid=0 2024-11-22T03:56:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-22T03:56:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:56:32,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:32,867 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:32,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247852861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247792852, max timestamp=1732247792867Num uniques 859; 2024-11-22T03:56:32,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247792852, max timestamp=1732247792867Num uniques 859; 2024-11-22T03:56:32,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247852864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:32,884 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,885 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,889 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247792852, max timestamp=1732247792876Num uniques 859; 2024-11-22T03:56:32,894 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741856_1032 (size=12001) 2024-11-22T03:56:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:56:32,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247852976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247852980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247852980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,996 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247852990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:32,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247852990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:32,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:56:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:33,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247853100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247853100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247853100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:56:33,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:56:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:33,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247853211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,219 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247853211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/642ac38c3ce340b096e898e09df34f43 2024-11-22T03:56:33,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/bbff3b1b392245fbb751efb1f3a5ff27 is 50, key is test_row_0/C:col10/1732247792678/Put/seqid=0 2024-11-22T03:56:33,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247853320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247853320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247853320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,327 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741857_1033 (size=12001) 2024-11-22T03:56:33,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:56:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:33,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:56:33,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:56:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:33,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247853529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247853531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,534 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:56:33,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247853630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247853630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247853630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:33,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:56:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:33,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:33,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/bbff3b1b392245fbb751efb1f3a5ff27 2024-11-22T03:56:33,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/dcd760c60d4d4cf991b914d6811d5622 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/dcd760c60d4d4cf991b914d6811d5622 2024-11-22T03:56:33,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/dcd760c60d4d4cf991b914d6811d5622, entries=200, sequenceid=105, filesize=14.0 K 2024-11-22T03:56:33,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/642ac38c3ce340b096e898e09df34f43 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/642ac38c3ce340b096e898e09df34f43 2024-11-22T03:56:33,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/642ac38c3ce340b096e898e09df34f43, entries=150, sequenceid=105, filesize=11.7 K 2024-11-22T03:56:33,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/bbff3b1b392245fbb751efb1f3a5ff27 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/bbff3b1b392245fbb751efb1f3a5ff27 2024-11-22T03:56:33,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/bbff3b1b392245fbb751efb1f3a5ff27, entries=150, sequenceid=105, filesize=11.7 K 2024-11-22T03:56:33,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for 57e1611f82d9da1ce92b97038ab9fb45 in 1000ms, sequenceid=105, compaction requested=true 2024-11-22T03:56:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:33,805 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:33,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:33,805 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:33,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:33,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:33,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:33,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:33,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-22T03:56:33,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,809 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T03:56:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:33,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:33,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:33,812 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:33,812 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:33,812 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:33,812 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:33,812 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,812 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:33,813 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/a70ccad2dbb44c5c9e87bbffafcdb8ee, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9b3db918b26d4fe99ad350655ccabe6c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/c929147f345d4ee3ae85426a86554e73, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/dcd760c60d4d4cf991b914d6811d5622] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=51.5 K 2024-11-22T03:56:33,813 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/69bfe0c6d1e94cecb2ac52ae7f221674, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/bffb420d238e4b8a8f3ab0d2ed726e90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/1e7c517a9c084563b56b0b16f2d7fd9f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/642ac38c3ce340b096e898e09df34f43] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=47.0 K 2024-11-22T03:56:33,814 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a70ccad2dbb44c5c9e87bbffafcdb8ee, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247791406 2024-11-22T03:56:33,814 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b3db918b26d4fe99ad350655ccabe6c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732247791655 2024-11-22T03:56:33,815 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 69bfe0c6d1e94cecb2ac52ae7f221674, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247791406 2024-11-22T03:56:33,815 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c929147f345d4ee3ae85426a86554e73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732247791898 2024-11-22T03:56:33,815 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bffb420d238e4b8a8f3ab0d2ed726e90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732247791655 2024-11-22T03:56:33,816 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dcd760c60d4d4cf991b914d6811d5622, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732247792669 2024-11-22T03:56:33,816 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e7c517a9c084563b56b0b16f2d7fd9f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732247791898 2024-11-22T03:56:33,817 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 642ac38c3ce340b096e898e09df34f43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732247792678 2024-11-22T03:56:33,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/58bd11a7a4cc4cdcaf4d92e58977ef7f is 50, key is test_row_0/A:col10/1732247792912/Put/seqid=0 2024-11-22T03:56:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741858_1034 (size=12151) 2024-11-22T03:56:33,856 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/58bd11a7a4cc4cdcaf4d92e58977ef7f 2024-11-22T03:56:33,865 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#22 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:33,866 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6c861888f93241a6acc63db2382170c5 is 50, key is test_row_0/A:col10/1732247792678/Put/seqid=0 2024-11-22T03:56:33,875 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#23 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:33,876 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/f69824fac44a485ea7ef3a7bcd6603f4 is 50, key is test_row_0/B:col10/1732247792678/Put/seqid=0 2024-11-22T03:56:33,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a0e1914933884d02b3767cacbf319918 is 50, key is test_row_0/B:col10/1732247792912/Put/seqid=0 2024-11-22T03:56:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741860_1036 (size=12241) 2024-11-22T03:56:33,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741859_1035 (size=12241) 2024-11-22T03:56:33,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741861_1037 (size=12151) 2024-11-22T03:56:33,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-22T03:56:33,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-22T03:56:33,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:56:33,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-22T03:56:33,983 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-22T03:56:33,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-22T03:56:33,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T03:56:33,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T03:56:34,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:56:34,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:34,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:34,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247854077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247854083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247854141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247854141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,144 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,145 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247854150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247854199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247854199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,321 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a0e1914933884d02b3767cacbf319918 2024-11-22T03:56:34,335 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/f69824fac44a485ea7ef3a7bcd6603f4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f69824fac44a485ea7ef3a7bcd6603f4 2024-11-22T03:56:34,336 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6c861888f93241a6acc63db2382170c5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6c861888f93241a6acc63db2382170c5 2024-11-22T03:56:34,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/76d73317bfb24f1d8d82321f13cad4db is 50, key is test_row_0/C:col10/1732247792912/Put/seqid=0 2024-11-22T03:56:34,354 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into f69824fac44a485ea7ef3a7bcd6603f4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:34,354 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:34,354 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=12, startTime=1732247793805; duration=0sec 2024-11-22T03:56:34,354 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:34,354 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:34,354 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:34,355 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into 6c861888f93241a6acc63db2382170c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:34,355 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:34,355 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=12, startTime=1732247793805; duration=0sec 2024-11-22T03:56:34,355 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:34,355 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:34,357 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:34,357 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:34,358 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:34,358 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/14bf40344a23465fa66029c9ff2966aa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a3225f55ff5847739966a89eb5d16589, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5c9accef72484a229f57542b6d897a1b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/bbff3b1b392245fbb751efb1f3a5ff27] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=47.0 K 2024-11-22T03:56:34,359 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 14bf40344a23465fa66029c9ff2966aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247791406 2024-11-22T03:56:34,360 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a3225f55ff5847739966a89eb5d16589, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732247791655 2024-11-22T03:56:34,361 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9accef72484a229f57542b6d897a1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732247791898 2024-11-22T03:56:34,361 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bbff3b1b392245fbb751efb1f3a5ff27, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732247792678 2024-11-22T03:56:34,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741862_1038 (size=12151) 2024-11-22T03:56:34,375 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/76d73317bfb24f1d8d82321f13cad4db 2024-11-22T03:56:34,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/58bd11a7a4cc4cdcaf4d92e58977ef7f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/58bd11a7a4cc4cdcaf4d92e58977ef7f 2024-11-22T03:56:34,392 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:34,393 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/ed1077b65861469c82585ddf0b8f2ec9 is 50, key is test_row_0/C:col10/1732247792678/Put/seqid=0 2024-11-22T03:56:34,405 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/58bd11a7a4cc4cdcaf4d92e58977ef7f, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T03:56:34,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a0e1914933884d02b3767cacbf319918 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a0e1914933884d02b3767cacbf319918 2024-11-22T03:56:34,424 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a0e1914933884d02b3767cacbf319918, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T03:56:34,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247854410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247854410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,427 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741863_1039 (size=12241) 2024-11-22T03:56:34,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/76d73317bfb24f1d8d82321f13cad4db as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/76d73317bfb24f1d8d82321f13cad4db 2024-11-22T03:56:34,440 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/76d73317bfb24f1d8d82321f13cad4db, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T03:56:34,442 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 57e1611f82d9da1ce92b97038ab9fb45 in 634ms, sequenceid=141, compaction requested=false 2024-11-22T03:56:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:34,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-22T03:56:34,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-22T03:56:34,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-22T03:56:34,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5810 sec 2024-11-22T03:56:34,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.5930 sec 2024-11-22T03:56:34,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:56:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:34,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:34,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/38e45fc819da483fa69f793bd01ddd2c is 50, key is test_row_0/A:col10/1732247794080/Put/seqid=0 2024-11-22T03:56:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741864_1040 (size=12151) 2024-11-22T03:56:34,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/38e45fc819da483fa69f793bd01ddd2c 2024-11-22T03:56:34,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/18a8605379214e8a95536a9b623e6b9d is 50, key is test_row_0/B:col10/1732247794080/Put/seqid=0 2024-11-22T03:56:34,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741865_1041 (size=12151) 2024-11-22T03:56:34,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/18a8605379214e8a95536a9b623e6b9d 2024-11-22T03:56:34,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247854817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247854822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/5885801af5c446129251dab36b2bd174 is 50, key is test_row_0/C:col10/1732247794080/Put/seqid=0 2024-11-22T03:56:34,847 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/ed1077b65861469c82585ddf0b8f2ec9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ed1077b65861469c82585ddf0b8f2ec9 2024-11-22T03:56:34,864 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into ed1077b65861469c82585ddf0b8f2ec9(size=12.0 K), total size for store is 23.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:34,864 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:34,864 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=12, startTime=1732247793807; duration=0sec 2024-11-22T03:56:34,864 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:34,864 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741866_1042 (size=12151) 2024-11-22T03:56:34,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/5885801af5c446129251dab36b2bd174 2024-11-22T03:56:34,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/38e45fc819da483fa69f793bd01ddd2c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/38e45fc819da483fa69f793bd01ddd2c 2024-11-22T03:56:34,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/38e45fc819da483fa69f793bd01ddd2c, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T03:56:34,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/18a8605379214e8a95536a9b623e6b9d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/18a8605379214e8a95536a9b623e6b9d 2024-11-22T03:56:34,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/18a8605379214e8a95536a9b623e6b9d, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T03:56:34,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/5885801af5c446129251dab36b2bd174 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5885801af5c446129251dab36b2bd174 2024-11-22T03:56:34,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247854932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:34,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247854932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:34,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:34,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5885801af5c446129251dab36b2bd174, entries=150, sequenceid=156, filesize=11.9 K 2024-11-22T03:56:34,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 57e1611f82d9da1ce92b97038ab9fb45 in 223ms, sequenceid=156, compaction requested=true 2024-11-22T03:56:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:34,958 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:34,958 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:34,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:34,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:34,960 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:34,960 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:34,961 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:34,961 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:34,961 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:34,961 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f69824fac44a485ea7ef3a7bcd6603f4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a0e1914933884d02b3767cacbf319918, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/18a8605379214e8a95536a9b623e6b9d] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=35.7 K 2024-11-22T03:56:34,961 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:34,961 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6c861888f93241a6acc63db2382170c5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/58bd11a7a4cc4cdcaf4d92e58977ef7f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/38e45fc819da483fa69f793bd01ddd2c] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=35.7 K 2024-11-22T03:56:34,962 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting f69824fac44a485ea7ef3a7bcd6603f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732247792678 2024-11-22T03:56:34,963 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c861888f93241a6acc63db2382170c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732247792678 2024-11-22T03:56:34,963 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a0e1914933884d02b3767cacbf319918, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732247792912 2024-11-22T03:56:34,964 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58bd11a7a4cc4cdcaf4d92e58977ef7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732247792912 2024-11-22T03:56:34,964 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 18a8605379214e8a95536a9b623e6b9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247794054 2024-11-22T03:56:34,965 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38e45fc819da483fa69f793bd01ddd2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247794054 2024-11-22T03:56:34,993 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:34,994 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/4a56516ec3974927b9f58ae69af4c09b is 50, key is test_row_0/B:col10/1732247794080/Put/seqid=0 2024-11-22T03:56:34,995 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:34,996 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/949caa37f581456c89b71321dcad1da8 is 50, key is test_row_0/A:col10/1732247794080/Put/seqid=0 2024-11-22T03:56:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-22T03:56:35,020 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:35,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:35,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-22T03:56:35,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:35,024 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741867_1043 (size=12493) 2024-11-22T03:56:35,028 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:35,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:35,039 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/4a56516ec3974927b9f58ae69af4c09b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/4a56516ec3974927b9f58ae69af4c09b 2024-11-22T03:56:35,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741868_1044 (size=12493) 2024-11-22T03:56:35,052 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 4a56516ec3974927b9f58ae69af4c09b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:35,052 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:35,052 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247794958; duration=0sec 2024-11-22T03:56:35,052 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:35,052 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:35,052 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:35,054 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/949caa37f581456c89b71321dcad1da8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/949caa37f581456c89b71321dcad1da8 2024-11-22T03:56:35,061 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:35,062 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:35,062 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,062 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ed1077b65861469c82585ddf0b8f2ec9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/76d73317bfb24f1d8d82321f13cad4db, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5885801af5c446129251dab36b2bd174] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=35.7 K 2024-11-22T03:56:35,063 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting ed1077b65861469c82585ddf0b8f2ec9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1732247792678 2024-11-22T03:56:35,064 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 76d73317bfb24f1d8d82321f13cad4db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732247792912 2024-11-22T03:56:35,064 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5885801af5c446129251dab36b2bd174, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247794054 2024-11-22T03:56:35,070 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into 949caa37f581456c89b71321dcad1da8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:35,070 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:35,070 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247794958; duration=0sec 2024-11-22T03:56:35,071 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:35,071 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:35,091 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:35,092 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/f0fbd6402bab44ff97e380411d621030 is 50, key is test_row_0/C:col10/1732247794080/Put/seqid=0 2024-11-22T03:56:35,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741869_1045 (size=12493) 2024-11-22T03:56:35,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:35,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247794775, max timestamp=1732247795152Num uniques 859; 2024-11-22T03:56:35,157 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:35,159 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247794775, max timestamp=1732247795152Num uniques 859; 2024-11-22T03:56:35,160 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:56:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:35,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-11-22T03:56:35,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:35,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:35,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:35,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:35,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:35,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:35,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/fa724a7ff86c4c3eb588a97378e5cd3f is 50, key is test_row_0/A:col10/1732247795152/Put/seqid=0 2024-11-22T03:56:35,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741870_1046 (size=16931) 2024-11-22T03:56:35,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/fa724a7ff86c4c3eb588a97378e5cd3f 2024-11-22T03:56:35,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247855196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,211 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732247795178, max timestamp=1732247795206Num uniques 859; 2024-11-22T03:56:35,211 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T03:56:35,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732247795178, max timestamp=1732247795206Num uniques 859; 2024-11-22T03:56:35,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T03:56:35,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732247795178, max timestamp=1732247795206Num uniques 859; 2024-11-22T03:56:35,214 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T03:56:35,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/439e42202e1f4572b3a9b535a04404d9 is 50, key is test_row_0/B:col10/1732247795152/Put/seqid=0 2024-11-22T03:56:35,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741871_1047 (size=12151) 2024-11-22T03:56:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247855242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247855250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247855250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247855252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247855320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:35,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247855359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247855370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247855370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247855370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,521 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/f0fbd6402bab44ff97e380411d621030 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/f0fbd6402bab44ff97e380411d621030 2024-11-22T03:56:35,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247855531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,536 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,537 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,537 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into f0fbd6402bab44ff97e380411d621030(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:35,537 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:35,537 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247794959; duration=0sec 2024-11-22T03:56:35,537 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:35,537 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:35,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247855570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,572 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247855579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247855580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247855580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,593 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:35,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/439e42202e1f4572b3a9b535a04404d9 2024-11-22T03:56:35,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/03fd9ec38f14483a9d51977ae9e63fe6 is 50, key is test_row_0/C:col10/1732247795152/Put/seqid=0 2024-11-22T03:56:35,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741872_1048 (size=12151) 2024-11-22T03:56:35,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:35,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247855849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247855880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,881 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247855900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247855900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:35,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247855900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:35,905 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:35,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:35,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:35,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:36,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/03fd9ec38f14483a9d51977ae9e63fe6 2024-11-22T03:56:36,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/fa724a7ff86c4c3eb588a97378e5cd3f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fa724a7ff86c4c3eb588a97378e5cd3f 2024-11-22T03:56:36,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fa724a7ff86c4c3eb588a97378e5cd3f, entries=250, sequenceid=181, filesize=16.5 K 2024-11-22T03:56:36,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/439e42202e1f4572b3a9b535a04404d9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/439e42202e1f4572b3a9b535a04404d9 2024-11-22T03:56:36,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:36,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:36,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:36,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/439e42202e1f4572b3a9b535a04404d9, entries=150, sequenceid=181, filesize=11.9 K 2024-11-22T03:56:36,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:36,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/03fd9ec38f14483a9d51977ae9e63fe6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/03fd9ec38f14483a9d51977ae9e63fe6 2024-11-22T03:56:36,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/03fd9ec38f14483a9d51977ae9e63fe6, entries=150, sequenceid=181, filesize=11.9 K 2024-11-22T03:56:36,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=120.76 KB/123660 for 57e1611f82d9da1ce92b97038ab9fb45 in 968ms, sequenceid=181, compaction requested=false 2024-11-22T03:56:36,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:36,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:36,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-22T03:56:36,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:36,265 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=120.76 KB heapSize=331.08 KB 2024-11-22T03:56:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:36,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e29d5ed7fdcd461f836bee1136213383 is 50, key is test_row_0/A:col10/1732247795247/Put/seqid=0 2024-11-22T03:56:36,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741873_1049 (size=12151) 2024-11-22T03:56:36,301 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e29d5ed7fdcd461f836bee1136213383 2024-11-22T03:56:36,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a8091555da7e48989dcaf5f206cdcf20 is 50, key is test_row_0/B:col10/1732247795247/Put/seqid=0 2024-11-22T03:56:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741874_1050 (size=12151) 2024-11-22T03:56:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:36,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:36,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247856407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247856408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247856410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247856410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,420 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247856420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247856519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247856520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,526 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247856729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247856729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:36,738 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a8091555da7e48989dcaf5f206cdcf20 2024-11-22T03:56:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/62f86d5c665c4f41960dea525b8aefb1 is 50, key is test_row_0/C:col10/1732247795247/Put/seqid=0 2024-11-22T03:56:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741875_1051 (size=12151) 2024-11-22T03:56:37,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247857039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247857039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,046 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,159 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/62f86d5c665c4f41960dea525b8aefb1 2024-11-22T03:56:37,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e29d5ed7fdcd461f836bee1136213383 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e29d5ed7fdcd461f836bee1136213383 2024-11-22T03:56:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:37,174 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e29d5ed7fdcd461f836bee1136213383, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T03:56:37,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a8091555da7e48989dcaf5f206cdcf20 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a8091555da7e48989dcaf5f206cdcf20 2024-11-22T03:56:37,185 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a8091555da7e48989dcaf5f206cdcf20, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T03:56:37,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/62f86d5c665c4f41960dea525b8aefb1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/62f86d5c665c4f41960dea525b8aefb1 2024-11-22T03:56:37,199 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/62f86d5c665c4f41960dea525b8aefb1, entries=150, sequenceid=214, filesize=11.9 K 2024-11-22T03:56:37,201 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~331.03 KB/338976, currentSize=67.09 KB/68700 for 57e1611f82d9da1ce92b97038ab9fb45 in 936ms, sequenceid=214, compaction requested=true 2024-11-22T03:56:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:37,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-22T03:56:37,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-22T03:56:37,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-22T03:56:37,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-22T03:56:37,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.1880 sec 2024-11-22T03:56:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:37,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T03:56:37,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:37,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:37,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/0735c396c3ce4de5b0471fede5e78062 is 50, key is test_row_0/A:col10/1732247796405/Put/seqid=0 2024-11-22T03:56:37,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741876_1052 (size=12151) 2024-11-22T03:56:37,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/0735c396c3ce4de5b0471fede5e78062 2024-11-22T03:56:37,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247857466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247857469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/7c3ef15cc23c43d1b800895bd4754b03 is 50, key is test_row_0/B:col10/1732247796405/Put/seqid=0 2024-11-22T03:56:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247857471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741877_1053 (size=12151) 2024-11-22T03:56:37,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/7c3ef15cc23c43d1b800895bd4754b03 2024-11-22T03:56:37,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8 is 50, key is test_row_0/C:col10/1732247796405/Put/seqid=0 2024-11-22T03:56:37,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741878_1054 (size=12151) 2024-11-22T03:56:37,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8 2024-11-22T03:56:37,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/0735c396c3ce4de5b0471fede5e78062 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0735c396c3ce4de5b0471fede5e78062 2024-11-22T03:56:37,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247857550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0735c396c3ce4de5b0471fede5e78062, entries=150, sequenceid=229, filesize=11.9 K 2024-11-22T03:56:37,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/7c3ef15cc23c43d1b800895bd4754b03 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/7c3ef15cc23c43d1b800895bd4754b03 2024-11-22T03:56:37,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247857560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,568 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/7c3ef15cc23c43d1b800895bd4754b03, entries=150, sequenceid=229, filesize=11.9 K 2024-11-22T03:56:37,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247857580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247857580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247857581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8 2024-11-22T03:56:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8, entries=150, sequenceid=229, filesize=11.9 K 2024-11-22T03:56:37,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 57e1611f82d9da1ce92b97038ab9fb45 in 169ms, sequenceid=229, compaction requested=true 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:37,603 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:37,603 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:37,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:37,605 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:37,606 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:37,606 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:37,606 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/4a56516ec3974927b9f58ae69af4c09b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/439e42202e1f4572b3a9b535a04404d9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a8091555da7e48989dcaf5f206cdcf20, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/7c3ef15cc23c43d1b800895bd4754b03] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=47.8 K 2024-11-22T03:56:37,607 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:37,607 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:37,607 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:37,608 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/949caa37f581456c89b71321dcad1da8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fa724a7ff86c4c3eb588a97378e5cd3f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e29d5ed7fdcd461f836bee1136213383, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0735c396c3ce4de5b0471fede5e78062] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=52.5 K 2024-11-22T03:56:37,608 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a56516ec3974927b9f58ae69af4c09b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247794054 2024-11-22T03:56:37,609 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 949caa37f581456c89b71321dcad1da8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247794054 2024-11-22T03:56:37,609 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 439e42202e1f4572b3a9b535a04404d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732247794811 2024-11-22T03:56:37,613 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa724a7ff86c4c3eb588a97378e5cd3f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732247794775 2024-11-22T03:56:37,614 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a8091555da7e48989dcaf5f206cdcf20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732247795247 2024-11-22T03:56:37,614 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e29d5ed7fdcd461f836bee1136213383, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732247795247 2024-11-22T03:56:37,615 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c3ef15cc23c43d1b800895bd4754b03, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732247796405 2024-11-22T03:56:37,615 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0735c396c3ce4de5b0471fede5e78062, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732247796405 2024-11-22T03:56:37,638 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:37,639 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/9687a3be05d944febf8806d7dd3ff8c7 is 50, key is test_row_0/B:col10/1732247796405/Put/seqid=0 2024-11-22T03:56:37,648 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:37,649 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e26ad6e76b624b6c947f4497fc7898c9 is 50, key is test_row_0/A:col10/1732247796405/Put/seqid=0 2024-11-22T03:56:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741880_1056 (size=12629) 2024-11-22T03:56:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741879_1055 (size=12629) 2024-11-22T03:56:37,690 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e26ad6e76b624b6c947f4497fc7898c9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e26ad6e76b624b6c947f4497fc7898c9 2024-11-22T03:56:37,696 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/9687a3be05d944febf8806d7dd3ff8c7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9687a3be05d944febf8806d7dd3ff8c7 2024-11-22T03:56:37,703 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into e26ad6e76b624b6c947f4497fc7898c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:37,704 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:37,704 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=12, startTime=1732247797603; duration=0sec 2024-11-22T03:56:37,704 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:37,704 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:37,704 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:37,708 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:37,708 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:37,708 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 9687a3be05d944febf8806d7dd3ff8c7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:37,708 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:37,708 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=12, startTime=1732247797603; duration=0sec 2024-11-22T03:56:37,709 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:37,709 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:37,712 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:37,712 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/f0fbd6402bab44ff97e380411d621030, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/03fd9ec38f14483a9d51977ae9e63fe6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/62f86d5c665c4f41960dea525b8aefb1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=47.8 K 2024-11-22T03:56:37,713 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f0fbd6402bab44ff97e380411d621030, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732247794054 2024-11-22T03:56:37,714 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03fd9ec38f14483a9d51977ae9e63fe6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1732247794811 2024-11-22T03:56:37,714 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62f86d5c665c4f41960dea525b8aefb1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1732247795247 2024-11-22T03:56:37,715 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfe64d5fcc0f48e7a8e16ec1f9a755b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732247796405 2024-11-22T03:56:37,732 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:37,732 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3f20c2091f57445d88bad4a592f2e2e8 is 50, key is test_row_0/C:col10/1732247796405/Put/seqid=0 2024-11-22T03:56:37,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741881_1057 (size=12629) 2024-11-22T03:56:37,754 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3f20c2091f57445d88bad4a592f2e2e8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3f20c2091f57445d88bad4a592f2e2e8 2024-11-22T03:56:37,766 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 3f20c2091f57445d88bad4a592f2e2e8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:37,766 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:37,766 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=12, startTime=1732247797603; duration=0sec 2024-11-22T03:56:37,767 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:37,767 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:37,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:37,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T03:56:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:37,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:37,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/35971b84730c4d4dbd6a58f8ee4ce716 is 50, key is test_row_0/A:col10/1732247797468/Put/seqid=0 2024-11-22T03:56:37,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247857813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247857814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247857816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,821 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741882_1058 (size=14541) 2024-11-22T03:56:37,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247857930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247857930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,932 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:37,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247857930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:37,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247858139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247858140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247858140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,143 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/35971b84730c4d4dbd6a58f8ee4ce716 2024-11-22T03:56:38,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/ae884d9e2970450eaf69b699997df23e is 50, key is test_row_0/B:col10/1732247797468/Put/seqid=0 2024-11-22T03:56:38,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741883_1059 (size=12151) 2024-11-22T03:56:38,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/ae884d9e2970450eaf69b699997df23e 2024-11-22T03:56:38,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/ea7226ce4ce643f4ab4cac20fcf79500 is 50, key is test_row_0/C:col10/1732247797468/Put/seqid=0 2024-11-22T03:56:38,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741884_1060 (size=12151) 2024-11-22T03:56:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247858450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247858450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247858450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247858570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,579 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247858580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:38,581 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:38,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:38,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/ea7226ce4ce643f4ab4cac20fcf79500 2024-11-22T03:56:38,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/35971b84730c4d4dbd6a58f8ee4ce716 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/35971b84730c4d4dbd6a58f8ee4ce716 2024-11-22T03:56:38,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/35971b84730c4d4dbd6a58f8ee4ce716, entries=200, sequenceid=250, filesize=14.2 K 2024-11-22T03:56:38,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/ae884d9e2970450eaf69b699997df23e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ae884d9e2970450eaf69b699997df23e 2024-11-22T03:56:38,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ae884d9e2970450eaf69b699997df23e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T03:56:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/ea7226ce4ce643f4ab4cac20fcf79500 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ea7226ce4ce643f4ab4cac20fcf79500 2024-11-22T03:56:38,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ea7226ce4ce643f4ab4cac20fcf79500, entries=150, sequenceid=250, filesize=11.9 K 2024-11-22T03:56:38,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 57e1611f82d9da1ce92b97038ab9fb45 in 953ms, sequenceid=250, compaction requested=false 2024-11-22T03:56:38,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:38,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T03:56:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:38,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:38,975 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:38,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/f4862910cb1945b6bd2712edc2e12727 is 50, key is test_row_0/A:col10/1732247797811/Put/seqid=0 2024-11-22T03:56:38,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741885_1061 (size=14691) 2024-11-22T03:56:38,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/f4862910cb1945b6bd2712edc2e12727 2024-11-22T03:56:39,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/041483f7e2dd46bc89579e27e505f6ea is 50, key is test_row_0/B:col10/1732247797811/Put/seqid=0 2024-11-22T03:56:39,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247859003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247859005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247859008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741886_1062 (size=12301) 2024-11-22T03:56:39,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/041483f7e2dd46bc89579e27e505f6ea 2024-11-22T03:56:39,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/591adf2179834d11a3ef6c1eaf709b68 is 50, key is test_row_0/C:col10/1732247797811/Put/seqid=0 2024-11-22T03:56:39,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741887_1063 (size=12301) 2024-11-22T03:56:39,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/591adf2179834d11a3ef6c1eaf709b68 2024-11-22T03:56:39,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/f4862910cb1945b6bd2712edc2e12727 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f4862910cb1945b6bd2712edc2e12727 2024-11-22T03:56:39,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f4862910cb1945b6bd2712edc2e12727, entries=200, sequenceid=266, filesize=14.3 K 2024-11-22T03:56:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/041483f7e2dd46bc89579e27e505f6ea as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/041483f7e2dd46bc89579e27e505f6ea 2024-11-22T03:56:39,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/041483f7e2dd46bc89579e27e505f6ea, entries=150, sequenceid=266, filesize=12.0 K 2024-11-22T03:56:39,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/591adf2179834d11a3ef6c1eaf709b68 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/591adf2179834d11a3ef6c1eaf709b68 2024-11-22T03:56:39,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/591adf2179834d11a3ef6c1eaf709b68, entries=150, sequenceid=266, filesize=12.0 K 2024-11-22T03:56:39,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 57e1611f82d9da1ce92b97038ab9fb45 in 117ms, sequenceid=266, compaction requested=true 2024-11-22T03:56:39,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:39,091 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:39,091 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:39,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:39,093 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:39,093 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:39,093 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,094 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9687a3be05d944febf8806d7dd3ff8c7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ae884d9e2970450eaf69b699997df23e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/041483f7e2dd46bc89579e27e505f6ea] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.2 K 2024-11-22T03:56:39,095 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9687a3be05d944febf8806d7dd3ff8c7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732247796405 2024-11-22T03:56:39,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:39,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:39,095 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,095 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting ae884d9e2970450eaf69b699997df23e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732247797463 2024-11-22T03:56:39,095 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e26ad6e76b624b6c947f4497fc7898c9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/35971b84730c4d4dbd6a58f8ee4ce716, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f4862910cb1945b6bd2712edc2e12727] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=40.9 K 2024-11-22T03:56:39,096 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 041483f7e2dd46bc89579e27e505f6ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732247797811 2024-11-22T03:56:39,096 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e26ad6e76b624b6c947f4497fc7898c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732247796405 2024-11-22T03:56:39,097 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35971b84730c4d4dbd6a58f8ee4ce716, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732247797463 2024-11-22T03:56:39,097 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4862910cb1945b6bd2712edc2e12727, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732247797797 2024-11-22T03:56:39,109 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:39,110 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/466498c396f54016a86ea5fa6f6c4453 is 50, key is test_row_0/B:col10/1732247797811/Put/seqid=0 2024-11-22T03:56:39,115 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:39,116 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6ca31445ea9d4184a230748bbede178b is 50, key is test_row_0/A:col10/1732247797811/Put/seqid=0 2024-11-22T03:56:39,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741888_1064 (size=12881) 2024-11-22T03:56:39,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:39,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T03:56:39,124 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:39,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:39,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/df53544502a540fc959592c05955cd48 is 50, key is test_row_0/A:col10/1732247799003/Put/seqid=0 2024-11-22T03:56:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741889_1065 (size=12881) 2024-11-22T03:56:39,143 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/466498c396f54016a86ea5fa6f6c4453 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/466498c396f54016a86ea5fa6f6c4453 2024-11-22T03:56:39,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741890_1066 (size=14741) 2024-11-22T03:56:39,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/df53544502a540fc959592c05955cd48 2024-11-22T03:56:39,156 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 466498c396f54016a86ea5fa6f6c4453(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:39,157 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:39,157 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247799091; duration=0sec 2024-11-22T03:56:39,157 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:39,157 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:39,157 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:39,157 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/6ca31445ea9d4184a230748bbede178b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6ca31445ea9d4184a230748bbede178b 2024-11-22T03:56:39,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247859151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247859152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247859155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,164 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37081 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:39,164 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:39,164 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,164 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3f20c2091f57445d88bad4a592f2e2e8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ea7226ce4ce643f4ab4cac20fcf79500, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/591adf2179834d11a3ef6c1eaf709b68] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.2 K 2024-11-22T03:56:39,166 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f20c2091f57445d88bad4a592f2e2e8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1732247796405 2024-11-22T03:56:39,167 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting ea7226ce4ce643f4ab4cac20fcf79500, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732247797463 2024-11-22T03:56:39,168 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 591adf2179834d11a3ef6c1eaf709b68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732247797811 2024-11-22T03:56:39,172 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into 6ca31445ea9d4184a230748bbede178b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:39,172 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:39,172 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247799091; duration=0sec 2024-11-22T03:56:39,172 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:39,172 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:39,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/d54714083b0f43218a3b1805334bf4e9 is 50, key is test_row_0/B:col10/1732247799003/Put/seqid=0 2024-11-22T03:56:39,186 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:39,187 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/470bccd321be49918dc4d729d6c39244 is 50, key is test_row_0/C:col10/1732247797811/Put/seqid=0 2024-11-22T03:56:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-22T03:56:39,190 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:39,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:39,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-22T03:56:39,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:56:39,194 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:39,195 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:39,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:39,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741891_1067 (size=12301) 2024-11-22T03:56:39,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/d54714083b0f43218a3b1805334bf4e9 2024-11-22T03:56:39,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/10d6111f6a6e42e095d2dcb1ec1d612a is 50, key is test_row_0/C:col10/1732247799003/Put/seqid=0 2024-11-22T03:56:39,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741892_1068 (size=12881) 2024-11-22T03:56:39,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741893_1069 (size=12301) 2024-11-22T03:56:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247859269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247859269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247859270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:56:39,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247859480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247859480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247859480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:39,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:56:39,633 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/470bccd321be49918dc4d729d6c39244 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/470bccd321be49918dc4d729d6c39244 2024-11-22T03:56:39,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/10d6111f6a6e42e095d2dcb1ec1d612a 2024-11-22T03:56:39,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/df53544502a540fc959592c05955cd48 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/df53544502a540fc959592c05955cd48 2024-11-22T03:56:39,640 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 470bccd321be49918dc4d729d6c39244(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:39,640 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:39,640 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247799091; duration=0sec 2024-11-22T03:56:39,641 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:39,641 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:39,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/df53544502a540fc959592c05955cd48, entries=200, sequenceid=284, filesize=14.4 K 2024-11-22T03:56:39,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/d54714083b0f43218a3b1805334bf4e9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/d54714083b0f43218a3b1805334bf4e9 2024-11-22T03:56:39,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/d54714083b0f43218a3b1805334bf4e9, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T03:56:39,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/10d6111f6a6e42e095d2dcb1ec1d612a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/10d6111f6a6e42e095d2dcb1ec1d612a 2024-11-22T03:56:39,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/10d6111f6a6e42e095d2dcb1ec1d612a, entries=150, sequenceid=284, filesize=12.0 K 2024-11-22T03:56:39,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 57e1611f82d9da1ce92b97038ab9fb45 in 546ms, sequenceid=284, compaction requested=false 2024-11-22T03:56:39,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:39,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T03:56:39,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:39,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:39,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:39,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:39,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:39,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:39,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/774bc1e5e25a42b3aca4f066aa40cc12 is 50, key is test_row_0/A:col10/1732247799794/Put/seqid=0 2024-11-22T03:56:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741894_1070 (size=12301) 2024-11-22T03:56:39,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:56:39,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247859820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247859823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,825 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247859824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247859930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247859930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247859930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:39,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:39,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:39,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:40,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247860140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247860140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,143 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,143 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247860140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,144 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/774bc1e5e25a42b3aca4f066aa40cc12 2024-11-22T03:56:40,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/b700fdf940074cd29be470380d1ae696 is 50, key is test_row_0/B:col10/1732247799794/Put/seqid=0 2024-11-22T03:56:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741895_1071 (size=12301) 2024-11-22T03:56:40,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/b700fdf940074cd29be470380d1ae696 2024-11-22T03:56:40,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/190f875bbeff4147a2107416806a43a7 is 50, key is test_row_0/C:col10/1732247799794/Put/seqid=0 2024-11-22T03:56:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741896_1072 (size=12301) 2024-11-22T03:56:40,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/190f875bbeff4147a2107416806a43a7 2024-11-22T03:56:40,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/774bc1e5e25a42b3aca4f066aa40cc12 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/774bc1e5e25a42b3aca4f066aa40cc12 2024-11-22T03:56:40,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/774bc1e5e25a42b3aca4f066aa40cc12, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T03:56:40,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/b700fdf940074cd29be470380d1ae696 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/b700fdf940074cd29be470380d1ae696 2024-11-22T03:56:40,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:40,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/b700fdf940074cd29be470380d1ae696, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T03:56:40,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/190f875bbeff4147a2107416806a43a7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190f875bbeff4147a2107416806a43a7 2024-11-22T03:56:40,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190f875bbeff4147a2107416806a43a7, entries=150, sequenceid=304, filesize=12.0 K 2024-11-22T03:56:40,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 57e1611f82d9da1ce92b97038ab9fb45 in 504ms, sequenceid=304, compaction requested=true 2024-11-22T03:56:40,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:40,301 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:40,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:40,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:40,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:40,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:40,302 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:40,303 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:40,303 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:40,303 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:40,303 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:40,303 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,303 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,303 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6ca31445ea9d4184a230748bbede178b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/df53544502a540fc959592c05955cd48, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/774bc1e5e25a42b3aca4f066aa40cc12] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=39.0 K 2024-11-22T03:56:40,303 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/466498c396f54016a86ea5fa6f6c4453, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/d54714083b0f43218a3b1805334bf4e9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/b700fdf940074cd29be470380d1ae696] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.6 K 2024-11-22T03:56:40,303 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ca31445ea9d4184a230748bbede178b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732247797811 2024-11-22T03:56:40,303 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 466498c396f54016a86ea5fa6f6c4453, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732247797811 2024-11-22T03:56:40,304 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting df53544502a540fc959592c05955cd48, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732247799000 2024-11-22T03:56:40,304 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d54714083b0f43218a3b1805334bf4e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732247799003 2024-11-22T03:56:40,304 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b700fdf940074cd29be470380d1ae696, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732247799151 2024-11-22T03:56:40,304 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 774bc1e5e25a42b3aca4f066aa40cc12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732247799151 2024-11-22T03:56:40,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:40,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:40,316 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:40,317 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/baa94d5335b64a09be72270dff88a207 is 50, key is test_row_0/B:col10/1732247799794/Put/seqid=0 2024-11-22T03:56:40,317 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:40,318 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/f9415846e11d458e9d43ef83965a7b6a is 50, key is test_row_0/A:col10/1732247799794/Put/seqid=0 2024-11-22T03:56:40,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741898_1074 (size=12983) 2024-11-22T03:56:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741897_1073 (size=12983) 2024-11-22T03:56:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:56:40,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-22T03:56:40,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T03:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:40,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:40,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9821e1d947934bd2ad66e2b8b7387e90 is 50, key is test_row_0/A:col10/1732247799822/Put/seqid=0 2024-11-22T03:56:40,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741899_1075 (size=12301) 2024-11-22T03:56:40,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:40,458 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9821e1d947934bd2ad66e2b8b7387e90 2024-11-22T03:56:40,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/467d78a5a3024a98b867efd73f65d96d is 50, key is test_row_0/B:col10/1732247799822/Put/seqid=0 2024-11-22T03:56:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741900_1076 (size=12301) 2024-11-22T03:56:40,485 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/467d78a5a3024a98b867efd73f65d96d 2024-11-22T03:56:40,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247860480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/dd238d50da214d5f910a95da95186800 is 50, key is test_row_0/C:col10/1732247799822/Put/seqid=0 2024-11-22T03:56:40,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247860492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247860494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741901_1077 (size=12301) 2024-11-22T03:56:40,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/dd238d50da214d5f910a95da95186800 2024-11-22T03:56:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9821e1d947934bd2ad66e2b8b7387e90 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9821e1d947934bd2ad66e2b8b7387e90 2024-11-22T03:56:40,517 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9821e1d947934bd2ad66e2b8b7387e90, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T03:56:40,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/467d78a5a3024a98b867efd73f65d96d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/467d78a5a3024a98b867efd73f65d96d 2024-11-22T03:56:40,524 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/467d78a5a3024a98b867efd73f65d96d, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T03:56:40,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/dd238d50da214d5f910a95da95186800 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dd238d50da214d5f910a95da95186800 2024-11-22T03:56:40,530 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dd238d50da214d5f910a95da95186800, entries=150, sequenceid=319, filesize=12.0 K 2024-11-22T03:56:40,532 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 57e1611f82d9da1ce92b97038ab9fb45 in 99ms, sequenceid=319, compaction requested=true 2024-11-22T03:56:40,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:40,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-22T03:56:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-22T03:56:40,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-22T03:56:40,539 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3400 sec 2024-11-22T03:56:40,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.3490 sec 2024-11-22T03:56:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:40,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T03:56:40,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:40,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:40,597 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:40,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/0d62e2f3941445e586816dcfa591878c is 50, key is test_row_0/A:col10/1732247800460/Put/seqid=0 2024-11-22T03:56:40,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741902_1078 (size=12301) 2024-11-22T03:56:40,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247860617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247860619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247860619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247860626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247860625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,632 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,728 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/f9415846e11d458e9d43ef83965a7b6a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f9415846e11d458e9d43ef83965a7b6a 2024-11-22T03:56:40,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247860730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247860730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247860730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,734 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,738 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/baa94d5335b64a09be72270dff88a207 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/baa94d5335b64a09be72270dff88a207 2024-11-22T03:56:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247860740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247860740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,742 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into f9415846e11d458e9d43ef83965a7b6a(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,742 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,742 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247800300; duration=0sec 2024-11-22T03:56:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,742 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:40,742 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:40,743 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:40,745 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:40,746 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:40,746 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:40,746 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/470bccd321be49918dc4d729d6c39244, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/10d6111f6a6e42e095d2dcb1ec1d612a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190f875bbeff4147a2107416806a43a7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dd238d50da214d5f910a95da95186800] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=48.6 K 2024-11-22T03:56:40,746 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 470bccd321be49918dc4d729d6c39244, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1732247797811 2024-11-22T03:56:40,747 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 10d6111f6a6e42e095d2dcb1ec1d612a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732247799003 2024-11-22T03:56:40,747 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 190f875bbeff4147a2107416806a43a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732247799151 2024-11-22T03:56:40,747 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into baa94d5335b64a09be72270dff88a207(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:40,747 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:40,748 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247800301; duration=0sec 2024-11-22T03:56:40,748 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting dd238d50da214d5f910a95da95186800, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732247799814 2024-11-22T03:56:40,748 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:40,748 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:40,760 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:40,761 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/0ab0aab870c243dcb038f5e688210c67 is 50, key is test_row_0/C:col10/1732247799822/Put/seqid=0 2024-11-22T03:56:40,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741903_1079 (size=13017) 2024-11-22T03:56:40,777 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/0ab0aab870c243dcb038f5e688210c67 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/0ab0aab870c243dcb038f5e688210c67 2024-11-22T03:56:40,787 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 0ab0aab870c243dcb038f5e688210c67(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:40,787 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:40,787 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=12, startTime=1732247800301; duration=0sec 2024-11-22T03:56:40,787 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:40,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:40,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247860939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247860940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247860940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,942 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247860950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:40,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247860950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:40,957 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/0d62e2f3941445e586816dcfa591878c 2024-11-22T03:56:41,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/09e2ff6b75144343a38ef7ccfa5ffd81 is 50, key is test_row_0/B:col10/1732247800460/Put/seqid=0 2024-11-22T03:56:41,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741904_1080 (size=12301) 2024-11-22T03:56:41,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247861249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247861250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247861250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247861259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247861259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-22T03:56:41,339 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:41,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-22T03:56:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T03:56:41,342 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:41,343 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:41,343 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:41,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/09e2ff6b75144343a38ef7ccfa5ffd81 2024-11-22T03:56:41,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/a84e37c1b28f45078252f0b9f217c19c is 50, key is test_row_0/C:col10/1732247800460/Put/seqid=0 2024-11-22T03:56:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741905_1081 (size=12301) 2024-11-22T03:56:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T03:56:41,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T03:56:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T03:56:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T03:56:41,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247861760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247861760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,778 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247861760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247861779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247861779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:41,785 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:41,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T03:56:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:41,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:41,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/a84e37c1b28f45078252f0b9f217c19c 2024-11-22T03:56:41,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/0d62e2f3941445e586816dcfa591878c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0d62e2f3941445e586816dcfa591878c 2024-11-22T03:56:41,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0d62e2f3941445e586816dcfa591878c, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T03:56:41,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/09e2ff6b75144343a38ef7ccfa5ffd81 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/09e2ff6b75144343a38ef7ccfa5ffd81 2024-11-22T03:56:41,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/09e2ff6b75144343a38ef7ccfa5ffd81, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T03:56:41,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/a84e37c1b28f45078252f0b9f217c19c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a84e37c1b28f45078252f0b9f217c19c 2024-11-22T03:56:41,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a84e37c1b28f45078252f0b9f217c19c, entries=150, sequenceid=337, filesize=12.0 K 2024-11-22T03:56:41,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 57e1611f82d9da1ce92b97038ab9fb45 in 1272ms, sequenceid=337, compaction requested=true 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:41,869 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:41,869 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:41,870 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:41,870 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:41,870 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:41,870 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:41,870 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,870 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,871 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f9415846e11d458e9d43ef83965a7b6a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9821e1d947934bd2ad66e2b8b7387e90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0d62e2f3941445e586816dcfa591878c] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.7 K 2024-11-22T03:56:41,871 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/baa94d5335b64a09be72270dff88a207, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/467d78a5a3024a98b867efd73f65d96d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/09e2ff6b75144343a38ef7ccfa5ffd81] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.7 K 2024-11-22T03:56:41,871 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9415846e11d458e9d43ef83965a7b6a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732247799151 2024-11-22T03:56:41,871 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting baa94d5335b64a09be72270dff88a207, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1732247799151 2024-11-22T03:56:41,871 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9821e1d947934bd2ad66e2b8b7387e90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732247799814 2024-11-22T03:56:41,872 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 467d78a5a3024a98b867efd73f65d96d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732247799814 2024-11-22T03:56:41,872 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d62e2f3941445e586816dcfa591878c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732247800460 2024-11-22T03:56:41,872 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e2ff6b75144343a38ef7ccfa5ffd81, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732247800460 2024-11-22T03:56:41,883 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:41,883 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eff4477470f94a85988ad7e1629ba172 is 50, key is test_row_0/A:col10/1732247800460/Put/seqid=0 2024-11-22T03:56:41,884 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:41,885 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/925ffeeb46014511984ee44aaeb10d8e is 50, key is test_row_0/B:col10/1732247800460/Put/seqid=0 2024-11-22T03:56:41,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741907_1083 (size=13085) 2024-11-22T03:56:41,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741906_1082 (size=13085) 2024-11-22T03:56:41,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-22T03:56:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:41,957 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T03:56:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:41,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4193282270694cd18590a726de45a8c3 is 50, key is test_row_0/A:col10/1732247800624/Put/seqid=0 2024-11-22T03:56:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T03:56:41,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741908_1084 (size=12301) 2024-11-22T03:56:41,977 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4193282270694cd18590a726de45a8c3 2024-11-22T03:56:41,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/fd8da919a1524427bcf380b84fb013b5 is 50, key is test_row_0/B:col10/1732247800624/Put/seqid=0 2024-11-22T03:56:41,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741909_1085 (size=12301) 2024-11-22T03:56:42,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/fd8da919a1524427bcf380b84fb013b5 2024-11-22T03:56:42,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/7523eb7ee5d044bda4652fb4ac5e9cdb is 50, key is test_row_0/C:col10/1732247800624/Put/seqid=0 2024-11-22T03:56:42,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741910_1086 (size=12301) 2024-11-22T03:56:42,028 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/7523eb7ee5d044bda4652fb4ac5e9cdb 2024-11-22T03:56:42,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4193282270694cd18590a726de45a8c3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4193282270694cd18590a726de45a8c3 2024-11-22T03:56:42,046 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4193282270694cd18590a726de45a8c3, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T03:56:42,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/fd8da919a1524427bcf380b84fb013b5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fd8da919a1524427bcf380b84fb013b5 2024-11-22T03:56:42,056 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fd8da919a1524427bcf380b84fb013b5, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T03:56:42,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/7523eb7ee5d044bda4652fb4ac5e9cdb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/7523eb7ee5d044bda4652fb4ac5e9cdb 2024-11-22T03:56:42,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/7523eb7ee5d044bda4652fb4ac5e9cdb, entries=150, sequenceid=355, filesize=12.0 K 2024-11-22T03:56:42,069 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for 57e1611f82d9da1ce92b97038ab9fb45 in 112ms, sequenceid=355, compaction requested=true 2024-11-22T03:56:42,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:42,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:42,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-22T03:56:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-22T03:56:42,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-22T03:56:42,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 730 msec 2024-11-22T03:56:42,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 736 msec 2024-11-22T03:56:42,304 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/925ffeeb46014511984ee44aaeb10d8e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/925ffeeb46014511984ee44aaeb10d8e 2024-11-22T03:56:42,312 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 925ffeeb46014511984ee44aaeb10d8e(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:42,312 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eff4477470f94a85988ad7e1629ba172 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eff4477470f94a85988ad7e1629ba172 2024-11-22T03:56:42,312 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:42,312 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247801869; duration=0sec 2024-11-22T03:56:42,312 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:42,312 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:42,312 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:42,315 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:42,315 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:42,315 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:42,315 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/0ab0aab870c243dcb038f5e688210c67, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a84e37c1b28f45078252f0b9f217c19c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/7523eb7ee5d044bda4652fb4ac5e9cdb] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.7 K 2024-11-22T03:56:42,316 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ab0aab870c243dcb038f5e688210c67, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732247799814 2024-11-22T03:56:42,316 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a84e37c1b28f45078252f0b9f217c19c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732247800460 2024-11-22T03:56:42,317 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7523eb7ee5d044bda4652fb4ac5e9cdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732247800616 2024-11-22T03:56:42,319 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into eff4477470f94a85988ad7e1629ba172(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:42,320 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:42,320 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247801869; duration=0sec 2024-11-22T03:56:42,320 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:42,320 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:42,331 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:42,332 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/61c2fdbc59974786bd8a8f3bc99223aa is 50, key is test_row_0/C:col10/1732247800624/Put/seqid=0 2024-11-22T03:56:42,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741911_1087 (size=13119) 2024-11-22T03:56:42,346 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/61c2fdbc59974786bd8a8f3bc99223aa as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/61c2fdbc59974786bd8a8f3bc99223aa 2024-11-22T03:56:42,353 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 61c2fdbc59974786bd8a8f3bc99223aa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:42,353 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:42,353 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247801869; duration=0sec 2024-11-22T03:56:42,354 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:42,354 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-22T03:56:42,480 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:42,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-22T03:56:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T03:56:42,484 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:42,485 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:42,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T03:56:42,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-22T03:56:42,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:42,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-22T03:56:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-22T03:56:42,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-22T03:56:42,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 156 msec 2024-11-22T03:56:42,648 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 165 msec 2024-11-22T03:56:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-22T03:56:42,801 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:42,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-22T03:56:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T03:56:42,810 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:42,811 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:42,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:42,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:42,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:56:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:42,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:42,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/fd45d84a093b45e89d7944c69a3d3a18 is 50, key is test_row_0/A:col10/1732247802800/Put/seqid=0 2024-11-22T03:56:42,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741912_1088 (size=12301) 2024-11-22T03:56:42,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/fd45d84a093b45e89d7944c69a3d3a18 2024-11-22T03:56:42,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/9d77c53dadc2480586b1e7affa247bc6 is 50, key is test_row_0/B:col10/1732247802800/Put/seqid=0 2024-11-22T03:56:42,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741913_1089 (size=12301) 2024-11-22T03:56:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247862868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247862873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247862873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247862875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247862875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,885 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T03:56:42,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T03:56:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:42,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:42,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:42,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:42,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:42,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247862980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247862990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247862990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247862990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:42,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247862990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:42,993 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T03:56:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T03:56:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247863189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247863200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,205 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247863200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247863200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,206 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247863200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T03:56:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:43,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/9d77c53dadc2480586b1e7affa247bc6 2024-11-22T03:56:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,281 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/cfaff882f97942bbb45f887bf4257db8 is 50, key is test_row_0/C:col10/1732247802800/Put/seqid=0 2024-11-22T03:56:43,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741914_1090 (size=12301) 2024-11-22T03:56:43,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T03:56:43,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:43,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T03:56:43,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247863500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247863509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247863510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247863510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247863510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:43,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T03:56:43,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:43,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/cfaff882f97942bbb45f887bf4257db8 2024-11-22T03:56:43,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/fd45d84a093b45e89d7944c69a3d3a18 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fd45d84a093b45e89d7944c69a3d3a18 2024-11-22T03:56:43,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fd45d84a093b45e89d7944c69a3d3a18, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T03:56:43,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/9d77c53dadc2480586b1e7affa247bc6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9d77c53dadc2480586b1e7affa247bc6 2024-11-22T03:56:43,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9d77c53dadc2480586b1e7affa247bc6, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T03:56:43,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/cfaff882f97942bbb45f887bf4257db8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/cfaff882f97942bbb45f887bf4257db8 2024-11-22T03:56:43,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/cfaff882f97942bbb45f887bf4257db8, entries=150, sequenceid=371, filesize=12.0 K 2024-11-22T03:56:43,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 57e1611f82d9da1ce92b97038ab9fb45 in 901ms, sequenceid=371, compaction requested=true 2024-11-22T03:56:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:43,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:43,719 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:43,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:43,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:43,720 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:43,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:43,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:43,721 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:43,721 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:43,721 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,721 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/925ffeeb46014511984ee44aaeb10d8e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fd8da919a1524427bcf380b84fb013b5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9d77c53dadc2480586b1e7affa247bc6] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.8 K 2024-11-22T03:56:43,721 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:43,721 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:43,721 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,722 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eff4477470f94a85988ad7e1629ba172, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4193282270694cd18590a726de45a8c3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fd45d84a093b45e89d7944c69a3d3a18] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.8 K 2024-11-22T03:56:43,724 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting eff4477470f94a85988ad7e1629ba172, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732247800460 2024-11-22T03:56:43,724 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 925ffeeb46014511984ee44aaeb10d8e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1732247800460 2024-11-22T03:56:43,724 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting fd8da919a1524427bcf380b84fb013b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732247800616 2024-11-22T03:56:43,724 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4193282270694cd18590a726de45a8c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732247800616 2024-11-22T03:56:43,724 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d77c53dadc2480586b1e7affa247bc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732247802794 2024-11-22T03:56:43,725 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd45d84a093b45e89d7944c69a3d3a18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732247802794 2024-11-22T03:56:43,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-22T03:56:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:43,732 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:56:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:43,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:43,735 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:43,735 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/04ff3b7f19b640a38ac79ebc5ae29f30 is 50, key is test_row_0/B:col10/1732247802800/Put/seqid=0 2024-11-22T03:56:43,745 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:43,746 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/ad7df0729e5c4e1c912c2ef417c245e2 is 50, key is test_row_0/A:col10/1732247802800/Put/seqid=0 2024-11-22T03:56:43,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9372f5c9d91c43bfb34650aeaba938f6 is 50, key is test_row_0/A:col10/1732247802858/Put/seqid=0 2024-11-22T03:56:43,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741915_1091 (size=13187) 2024-11-22T03:56:43,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741916_1092 (size=13187) 2024-11-22T03:56:43,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741917_1093 (size=12301) 2024-11-22T03:56:43,779 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9372f5c9d91c43bfb34650aeaba938f6 2024-11-22T03:56:43,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/fbf4c492bb6a4a71845ff6f3c0d208a4 is 50, key is test_row_0/B:col10/1732247802858/Put/seqid=0 2024-11-22T03:56:43,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741918_1094 (size=12301) 2024-11-22T03:56:43,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T03:56:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:44,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:44,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247864025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247864026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247864027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,035 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247864030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247864037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247864140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247864140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247864140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,148 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247864140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,149 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247864149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,172 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/04ff3b7f19b640a38ac79ebc5ae29f30 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/04ff3b7f19b640a38ac79ebc5ae29f30 2024-11-22T03:56:44,178 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/ad7df0729e5c4e1c912c2ef417c245e2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/ad7df0729e5c4e1c912c2ef417c245e2 2024-11-22T03:56:44,180 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 04ff3b7f19b640a38ac79ebc5ae29f30(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:44,180 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:44,180 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247803720; duration=0sec 2024-11-22T03:56:44,180 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:44,180 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:44,180 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-22T03:56:44,182 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-22T03:56:44,182 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-22T03:56:44,182 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. because compaction request was cancelled 2024-11-22T03:56:44,182 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:44,186 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into ad7df0729e5c4e1c912c2ef417c245e2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:44,186 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:44,186 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247803719; duration=0sec 2024-11-22T03:56:44,186 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:44,187 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:44,222 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/fbf4c492bb6a4a71845ff6f3c0d208a4 2024-11-22T03:56:44,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/32fe2545a4824ecf974a9dacd6896e91 is 50, key is test_row_0/C:col10/1732247802858/Put/seqid=0 2024-11-22T03:56:44,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741919_1095 (size=12301) 2024-11-22T03:56:44,240 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=391 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/32fe2545a4824ecf974a9dacd6896e91 2024-11-22T03:56:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/9372f5c9d91c43bfb34650aeaba938f6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9372f5c9d91c43bfb34650aeaba938f6 2024-11-22T03:56:44,258 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9372f5c9d91c43bfb34650aeaba938f6, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T03:56:44,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/fbf4c492bb6a4a71845ff6f3c0d208a4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fbf4c492bb6a4a71845ff6f3c0d208a4 2024-11-22T03:56:44,266 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fbf4c492bb6a4a71845ff6f3c0d208a4, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T03:56:44,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/32fe2545a4824ecf974a9dacd6896e91 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/32fe2545a4824ecf974a9dacd6896e91 2024-11-22T03:56:44,274 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/32fe2545a4824ecf974a9dacd6896e91, entries=150, sequenceid=391, filesize=12.0 K 2024-11-22T03:56:44,276 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 57e1611f82d9da1ce92b97038ab9fb45 in 544ms, sequenceid=391, compaction requested=true 2024-11-22T03:56:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:44,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-22T03:56:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-22T03:56:44,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-22T03:56:44,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-11-22T03:56:44,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4790 sec 2024-11-22T03:56:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:44,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:56:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:44,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:44,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:44,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:44,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:44,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/60375a6021d34269af2436cdb3cb91ad is 50, key is test_row_0/A:col10/1732247804021/Put/seqid=0 2024-11-22T03:56:44,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741920_1096 (size=14741) 2024-11-22T03:56:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247864426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732247804412, max timestamp=1732247804433Num uniques 859; 2024-11-22T03:56:44,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732247804412, max timestamp=1732247804433Num uniques 859; 2024-11-22T03:56:44,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11854, totalHeapSize=27176, min timestamp=1732247804412, max timestamp=1732247804433Num uniques 859; 2024-11-22T03:56:44,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:56:44,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=11854, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:56:44,436 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:56:44,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247864460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,468 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247864466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247864467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247864468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247864539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,541 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247864580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247864580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247864580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247864580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,751 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247864789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247864789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247864789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247864790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:44,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:44,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/60375a6021d34269af2436cdb3cb91ad 2024-11-22T03:56:44,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a004f5f042ea4698a7d1ae2879af9f28 is 50, key is test_row_0/B:col10/1732247804021/Put/seqid=0 2024-11-22T03:56:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741921_1097 (size=12301) 2024-11-22T03:56:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-22T03:56:44,950 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:44,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-22T03:56:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T03:56:44,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:44,953 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:44,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T03:56:45,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247865060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,063 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T03:56:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:45,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247865099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247865100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247865110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247865110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a004f5f042ea4698a7d1ae2879af9f28 2024-11-22T03:56:45,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/c3d996cd0dcb4300846a937412111267 is 50, key is test_row_0/C:col10/1732247804021/Put/seqid=0 2024-11-22T03:56:45,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741922_1098 (size=12301) 2024-11-22T03:56:45,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/c3d996cd0dcb4300846a937412111267 2024-11-22T03:56:45,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/60375a6021d34269af2436cdb3cb91ad as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/60375a6021d34269af2436cdb3cb91ad 2024-11-22T03:56:45,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/60375a6021d34269af2436cdb3cb91ad, entries=200, sequenceid=406, filesize=14.4 K 2024-11-22T03:56:45,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/a004f5f042ea4698a7d1ae2879af9f28 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a004f5f042ea4698a7d1ae2879af9f28 2024-11-22T03:56:45,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T03:56:45,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:45,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:45,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a004f5f042ea4698a7d1ae2879af9f28, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T03:56:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/c3d996cd0dcb4300846a937412111267 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c3d996cd0dcb4300846a937412111267 2024-11-22T03:56:45,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c3d996cd0dcb4300846a937412111267, entries=150, sequenceid=406, filesize=12.0 K 2024-11-22T03:56:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T03:56:45,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for 57e1611f82d9da1ce92b97038ab9fb45 in 918ms, sequenceid=406, compaction requested=true 2024-11-22T03:56:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:45,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:45,270 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:45,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:45,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:45,271 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:45,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:45,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:45,272 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:45,272 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:45,272 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,272 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/ad7df0729e5c4e1c912c2ef417c245e2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9372f5c9d91c43bfb34650aeaba938f6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/60375a6021d34269af2436cdb3cb91ad] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=39.3 K 2024-11-22T03:56:45,272 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:45,272 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad7df0729e5c4e1c912c2ef417c245e2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732247802794 2024-11-22T03:56:45,272 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:45,273 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,273 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/04ff3b7f19b640a38ac79ebc5ae29f30, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fbf4c492bb6a4a71845ff6f3c0d208a4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a004f5f042ea4698a7d1ae2879af9f28] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=36.9 K 2024-11-22T03:56:45,274 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9372f5c9d91c43bfb34650aeaba938f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732247802858 2024-11-22T03:56:45,274 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60375a6021d34269af2436cdb3cb91ad, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732247804021 2024-11-22T03:56:45,276 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 04ff3b7f19b640a38ac79ebc5ae29f30, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732247802794 2024-11-22T03:56:45,277 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting fbf4c492bb6a4a71845ff6f3c0d208a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732247802858 2024-11-22T03:56:45,277 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a004f5f042ea4698a7d1ae2879af9f28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732247804021 2024-11-22T03:56:45,286 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:45,287 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4e5e2018c3884994b13df398311e6621 is 50, key is test_row_0/A:col10/1732247804021/Put/seqid=0 2024-11-22T03:56:45,290 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:45,290 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/0827327dbea349279ddafba5a0869595 is 50, key is test_row_0/B:col10/1732247804021/Put/seqid=0 2024-11-22T03:56:45,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741923_1099 (size=13289) 2024-11-22T03:56:45,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741924_1100 (size=13289) 2024-11-22T03:56:45,303 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4e5e2018c3884994b13df398311e6621 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4e5e2018c3884994b13df398311e6621 2024-11-22T03:56:45,309 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/0827327dbea349279ddafba5a0869595 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/0827327dbea349279ddafba5a0869595 2024-11-22T03:56:45,310 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into 4e5e2018c3884994b13df398311e6621(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:45,310 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:45,310 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247805270; duration=0sec 2024-11-22T03:56:45,311 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:45,311 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:45,311 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:56:45,313 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:56:45,313 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:45,313 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,313 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/61c2fdbc59974786bd8a8f3bc99223aa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/cfaff882f97942bbb45f887bf4257db8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/32fe2545a4824ecf974a9dacd6896e91, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c3d996cd0dcb4300846a937412111267] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=48.8 K 2024-11-22T03:56:45,314 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61c2fdbc59974786bd8a8f3bc99223aa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732247800616 2024-11-22T03:56:45,314 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfaff882f97942bbb45f887bf4257db8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732247802794 2024-11-22T03:56:45,315 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32fe2545a4824ecf974a9dacd6896e91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=391, earliestPutTs=1732247802858 2024-11-22T03:56:45,315 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3d996cd0dcb4300846a937412111267, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732247804021 2024-11-22T03:56:45,317 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 0827327dbea349279ddafba5a0869595(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:45,317 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:45,318 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247805270; duration=0sec 2024-11-22T03:56:45,318 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:45,318 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:45,325 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:45,326 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3c0dbc6bef9546ecafca357d04b50491 is 50, key is test_row_0/C:col10/1732247804021/Put/seqid=0 2024-11-22T03:56:45,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741925_1101 (size=13255) 2024-11-22T03:56:45,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-22T03:56:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:45,414 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=114.05 KB heapSize=315.84 KB 2024-11-22T03:56:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:45,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:56:45,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e780755894c3401393cd457a6d2c071b is 50, key is test_row_0/A:col10/1732247804464/Put/seqid=0 2024-11-22T03:56:45,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741926_1102 (size=12301) 2024-11-22T03:56:45,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:45,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:45,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T03:56:45,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247865608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247865620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247865620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247865620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247865620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,626 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247865720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:45,743 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/3c0dbc6bef9546ecafca357d04b50491 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3c0dbc6bef9546ecafca357d04b50491 2024-11-22T03:56:45,752 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 3c0dbc6bef9546ecafca357d04b50491(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:45,752 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:45,752 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=12, startTime=1732247805271; duration=0sec 2024-11-22T03:56:45,752 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:45,752 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:45,825 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e780755894c3401393cd457a6d2c071b 2024-11-22T03:56:45,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/3ae52db9307048f0b4152df72fbcedac is 50, key is test_row_0/B:col10/1732247804464/Put/seqid=0 2024-11-22T03:56:45,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741927_1103 (size=12301) 2024-11-22T03:56:45,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247865930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:45,933 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T03:56:46,239 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/3ae52db9307048f0b4152df72fbcedac 2024-11-22T03:56:46,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247866239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,246 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/6952889760f24b81a95fbe0ac62d6638 is 50, key is test_row_0/C:col10/1732247804464/Put/seqid=0 2024-11-22T03:56:46,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741928_1104 (size=12301) 2024-11-22T03:56:46,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247866639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247866639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247866640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247866640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,643 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,643 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:46,643 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,644 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,644 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,657 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/6952889760f24b81a95fbe0ac62d6638 2024-11-22T03:56:46,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/e780755894c3401393cd457a6d2c071b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e780755894c3401393cd457a6d2c071b 2024-11-22T03:56:46,672 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e780755894c3401393cd457a6d2c071b, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T03:56:46,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/3ae52db9307048f0b4152df72fbcedac as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/3ae52db9307048f0b4152df72fbcedac 2024-11-22T03:56:46,683 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/3ae52db9307048f0b4152df72fbcedac, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T03:56:46,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/6952889760f24b81a95fbe0ac62d6638 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/6952889760f24b81a95fbe0ac62d6638 2024-11-22T03:56:46,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/6952889760f24b81a95fbe0ac62d6638, entries=150, sequenceid=440, filesize=12.0 K 2024-11-22T03:56:46,694 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~315.80 KB/323376, currentSize=67.09 KB/68700 for 57e1611f82d9da1ce92b97038ab9fb45 in 1280ms, sequenceid=440, compaction requested=false 2024-11-22T03:56:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:46,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-22T03:56:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-22T03:56:46,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-22T03:56:46,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7430 sec 2024-11-22T03:56:46,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.7510 sec 2024-11-22T03:56:46,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:46,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T03:56:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:46,763 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:46,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/cf7978c5e9c1442b9069d5736726f3e9 is 50, key is test_row_0/A:col10/1732247806760/Put/seqid=0 2024-11-22T03:56:46,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741929_1105 (size=14741) 2024-11-22T03:56:46,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/cf7978c5e9c1442b9069d5736726f3e9 2024-11-22T03:56:46,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/15c0c9a28cb34e9e99b3de0d15cc94a5 is 50, key is test_row_0/B:col10/1732247806760/Put/seqid=0 2024-11-22T03:56:46,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741930_1106 (size=12301) 2024-11-22T03:56:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247866858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:46,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247866970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:46,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:46,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-22T03:56:47,110 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:47,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-22T03:56:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T03:56:47,112 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:47,113 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:47,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:47,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247867179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:47,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T03:56:47,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/15c0c9a28cb34e9e99b3de0d15cc94a5 2024-11-22T03:56:47,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/c787e4e0aed247cd86e7cd8980c074c1 is 50, key is test_row_0/C:col10/1732247806760/Put/seqid=0 2024-11-22T03:56:47,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741931_1107 (size=12301) 2024-11-22T03:56:47,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T03:56:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T03:56:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T03:56:47,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247867489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:47,491 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:47,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T03:56:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:47,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/c787e4e0aed247cd86e7cd8980c074c1 2024-11-22T03:56:47,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/cf7978c5e9c1442b9069d5736726f3e9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/cf7978c5e9c1442b9069d5736726f3e9 2024-11-22T03:56:47,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/cf7978c5e9c1442b9069d5736726f3e9, entries=200, sequenceid=455, filesize=14.4 K 2024-11-22T03:56:47,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/15c0c9a28cb34e9e99b3de0d15cc94a5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/15c0c9a28cb34e9e99b3de0d15cc94a5 2024-11-22T03:56:47,654 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/15c0c9a28cb34e9e99b3de0d15cc94a5, entries=150, sequenceid=455, filesize=12.0 K 2024-11-22T03:56:47,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/c787e4e0aed247cd86e7cd8980c074c1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c787e4e0aed247cd86e7cd8980c074c1 2024-11-22T03:56:47,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c787e4e0aed247cd86e7cd8980c074c1, entries=150, sequenceid=455, filesize=12.0 K 2024-11-22T03:56:47,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 57e1611f82d9da1ce92b97038ab9fb45 in 897ms, sequenceid=455, compaction requested=true 2024-11-22T03:56:47,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:47,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:47,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:47,660 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:47,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:47,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:47,661 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:47,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:47,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:47,661 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:47,661 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:47,662 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:47,662 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:47,662 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,662 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,662 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4e5e2018c3884994b13df398311e6621, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e780755894c3401393cd457a6d2c071b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/cf7978c5e9c1442b9069d5736726f3e9] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=39.4 K 2024-11-22T03:56:47,662 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/0827327dbea349279ddafba5a0869595, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/3ae52db9307048f0b4152df72fbcedac, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/15c0c9a28cb34e9e99b3de0d15cc94a5] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.0 K 2024-11-22T03:56:47,662 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e5e2018c3884994b13df398311e6621, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732247804021 2024-11-22T03:56:47,662 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0827327dbea349279ddafba5a0869595, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732247804021 2024-11-22T03:56:47,662 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e780755894c3401393cd457a6d2c071b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732247804458 2024-11-22T03:56:47,663 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ae52db9307048f0b4152df72fbcedac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732247804458 2024-11-22T03:56:47,663 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf7978c5e9c1442b9069d5736726f3e9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732247805574 2024-11-22T03:56:47,663 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 15c0c9a28cb34e9e99b3de0d15cc94a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732247805574 2024-11-22T03:56:47,674 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:47,674 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:47,675 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/c38a68d67942423eb7d3328eff77fea8 is 50, key is test_row_0/B:col10/1732247806760/Put/seqid=0 2024-11-22T03:56:47,675 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4d2c944e59f84c678065755f8319cb5b is 50, key is test_row_0/A:col10/1732247806760/Put/seqid=0 2024-11-22T03:56:47,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741932_1108 (size=13391) 2024-11-22T03:56:47,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741933_1109 (size=13391) 2024-11-22T03:56:47,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-22T03:56:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:47,724 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T03:56:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:47,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:47,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/19c5af040f9d4da69f9d18a8b4f81dc3 is 50, key is test_row_0/A:col10/1732247806841/Put/seqid=0 2024-11-22T03:56:47,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741934_1110 (size=12301) 2024-11-22T03:56:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T03:56:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:48,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:48,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247868039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,086 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/4d2c944e59f84c678065755f8319cb5b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4d2c944e59f84c678065755f8319cb5b 2024-11-22T03:56:48,086 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/c38a68d67942423eb7d3328eff77fea8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/c38a68d67942423eb7d3328eff77fea8 2024-11-22T03:56:48,093 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into 4d2c944e59f84c678065755f8319cb5b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:48,093 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into c38a68d67942423eb7d3328eff77fea8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:48,093 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247807660; duration=0sec 2024-11-22T03:56:48,093 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247807660; duration=0sec 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:48,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:48,094 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:48,094 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:48,094 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:48,095 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3c0dbc6bef9546ecafca357d04b50491, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/6952889760f24b81a95fbe0ac62d6638, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c787e4e0aed247cd86e7cd8980c074c1] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.0 K 2024-11-22T03:56:48,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c0dbc6bef9546ecafca357d04b50491, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732247804021 2024-11-22T03:56:48,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6952889760f24b81a95fbe0ac62d6638, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1732247804458 2024-11-22T03:56:48,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c787e4e0aed247cd86e7cd8980c074c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732247805574 2024-11-22T03:56:48,105 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:48,106 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/4ad7bb7112b54106a8e1c236f436e640 is 50, key is test_row_0/C:col10/1732247806760/Put/seqid=0 2024-11-22T03:56:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741935_1111 (size=13357) 2024-11-22T03:56:48,115 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/4ad7bb7112b54106a8e1c236f436e640 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4ad7bb7112b54106a8e1c236f436e640 2024-11-22T03:56:48,121 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 4ad7bb7112b54106a8e1c236f436e640(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:48,121 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:48,121 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247807661; duration=0sec 2024-11-22T03:56:48,121 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:48,121 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:48,133 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/19c5af040f9d4da69f9d18a8b4f81dc3 2024-11-22T03:56:48,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/19b53326aee6488d92a58a29581c99f2 is 50, key is test_row_0/B:col10/1732247806841/Put/seqid=0 2024-11-22T03:56:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741936_1112 (size=12301) 2024-11-22T03:56:48,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247868150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T03:56:48,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247868359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,547 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/19b53326aee6488d92a58a29581c99f2 2024-11-22T03:56:48,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/04b2c7f87f3b445dad57422e5cadd398 is 50, key is test_row_0/C:col10/1732247806841/Put/seqid=0 2024-11-22T03:56:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741937_1113 (size=12301) 2024-11-22T03:56:48,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34788 deadline: 1732247868650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,654 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:48,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34766 deadline: 1732247868660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,663 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:48,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,664 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34762 deadline: 1732247868669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247868669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,672 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:48,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34778 deadline: 1732247868670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,673 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 57e1611f82d9da1ce92b97038ab9fb45 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:56:48,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:48,674 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:48,963 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/04b2c7f87f3b445dad57422e5cadd398 2024-11-22T03:56:48,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/19c5af040f9d4da69f9d18a8b4f81dc3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/19c5af040f9d4da69f9d18a8b4f81dc3 2024-11-22T03:56:48,977 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/19c5af040f9d4da69f9d18a8b4f81dc3, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T03:56:48,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/19b53326aee6488d92a58a29581c99f2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/19b53326aee6488d92a58a29581c99f2 2024-11-22T03:56:48,986 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/19b53326aee6488d92a58a29581c99f2, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T03:56:48,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/04b2c7f87f3b445dad57422e5cadd398 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/04b2c7f87f3b445dad57422e5cadd398 2024-11-22T03:56:48,999 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/04b2c7f87f3b445dad57422e5cadd398, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T03:56:49,000 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 57e1611f82d9da1ce92b97038ab9fb45 in 1276ms, sequenceid=473, compaction requested=false 2024-11-22T03:56:49,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:49,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-22T03:56:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-22T03:56:49,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-22T03:56:49,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8880 sec 2024-11-22T03:56:49,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.8940 sec 2024-11-22T03:56:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:49,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T03:56:49,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:49,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:49,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/3ff2cb5159a54294a1660ae5fc7716cb is 50, key is test_row_0/A:col10/1732247809181/Put/seqid=0 2024-11-22T03:56:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741938_1114 (size=14741) 2024-11-22T03:56:49,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247869241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-22T03:56:49,259 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:49,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-11-22T03:56:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:49,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:49,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:49,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:49,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247869350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:49,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T03:56:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:49,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247869560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:49,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:49,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T03:56:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:49,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/3ff2cb5159a54294a1660ae5fc7716cb 2024-11-22T03:56:49,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/20151a789a4d4a5293b8d03da149c044 is 50, key is test_row_0/B:col10/1732247809181/Put/seqid=0 2024-11-22T03:56:49,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741939_1115 (size=12301) 2024-11-22T03:56:49,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T03:56:49,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:49,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247869869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:49,874 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:49,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T03:56:49,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:49,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:49,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:50,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/20151a789a4d4a5293b8d03da149c044 2024-11-22T03:56:50,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/92cf40b5acd64ce7928b570f40b552c3 is 50, key is test_row_0/C:col10/1732247809181/Put/seqid=0 2024-11-22T03:56:50,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741940_1116 (size=12301) 2024-11-22T03:56:50,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T03:56:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:50,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:50,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:50,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=491 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/92cf40b5acd64ce7928b570f40b552c3 2024-11-22T03:56:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:50,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/3ff2cb5159a54294a1660ae5fc7716cb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/3ff2cb5159a54294a1660ae5fc7716cb 2024-11-22T03:56:50,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/3ff2cb5159a54294a1660ae5fc7716cb, entries=200, sequenceid=491, filesize=14.4 K 2024-11-22T03:56:50,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/20151a789a4d4a5293b8d03da149c044 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/20151a789a4d4a5293b8d03da149c044 2024-11-22T03:56:50,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/20151a789a4d4a5293b8d03da149c044, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T03:56:50,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/92cf40b5acd64ce7928b570f40b552c3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/92cf40b5acd64ce7928b570f40b552c3 2024-11-22T03:56:50,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/92cf40b5acd64ce7928b570f40b552c3, entries=150, sequenceid=491, filesize=12.0 K 2024-11-22T03:56:50,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 57e1611f82d9da1ce92b97038ab9fb45 in 871ms, sequenceid=491, compaction requested=true 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:50,054 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:50,054 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:50,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:50,056 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:50,056 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:50,056 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:50,056 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:50,056 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:50,056 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:50,056 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4d2c944e59f84c678065755f8319cb5b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/19c5af040f9d4da69f9d18a8b4f81dc3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/3ff2cb5159a54294a1660ae5fc7716cb] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=39.5 K 2024-11-22T03:56:50,056 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/c38a68d67942423eb7d3328eff77fea8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/19b53326aee6488d92a58a29581c99f2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/20151a789a4d4a5293b8d03da149c044] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.1 K 2024-11-22T03:56:50,056 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d2c944e59f84c678065755f8319cb5b, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732247805574 2024-11-22T03:56:50,056 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c38a68d67942423eb7d3328eff77fea8, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732247805574 2024-11-22T03:56:50,057 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19c5af040f9d4da69f9d18a8b4f81dc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247806841 2024-11-22T03:56:50,057 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 19b53326aee6488d92a58a29581c99f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247806841 2024-11-22T03:56:50,057 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 20151a789a4d4a5293b8d03da149c044, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732247808030 2024-11-22T03:56:50,057 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ff2cb5159a54294a1660ae5fc7716cb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732247808024 2024-11-22T03:56:50,066 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#104 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:50,066 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/06747b20400746a4ad9e24b5e2d7d7c1 is 50, key is test_row_0/B:col10/1732247809181/Put/seqid=0 2024-11-22T03:56:50,067 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:50,068 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eb0fb0021ae44bec95191cf24db66fbd is 50, key is test_row_0/A:col10/1732247809181/Put/seqid=0 2024-11-22T03:56:50,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741941_1117 (size=13493) 2024-11-22T03:56:50,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741942_1118 (size=13493) 2024-11-22T03:56:50,083 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eb0fb0021ae44bec95191cf24db66fbd as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb0fb0021ae44bec95191cf24db66fbd 2024-11-22T03:56:50,089 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into eb0fb0021ae44bec95191cf24db66fbd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:50,090 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:50,090 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247810054; duration=0sec 2024-11-22T03:56:50,090 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:50,090 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:50,090 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:50,092 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:50,092 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:50,092 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:50,092 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4ad7bb7112b54106a8e1c236f436e640, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/04b2c7f87f3b445dad57422e5cadd398, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/92cf40b5acd64ce7928b570f40b552c3] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.1 K 2024-11-22T03:56:50,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ad7bb7112b54106a8e1c236f436e640, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1732247805574 2024-11-22T03:56:50,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04b2c7f87f3b445dad57422e5cadd398, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247806841 2024-11-22T03:56:50,093 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92cf40b5acd64ce7928b570f40b552c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732247808030 2024-11-22T03:56:50,101 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:50,101 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/2eea6a7d95c04de19489be460927ecc4 is 50, key is test_row_0/C:col10/1732247809181/Put/seqid=0 2024-11-22T03:56:50,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741943_1119 (size=13459) 2024-11-22T03:56:50,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-11-22T03:56:50,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:50,181 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T03:56:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:50,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/16c86732577743159d22e9871a111114 is 50, key is test_row_0/A:col10/1732247809208/Put/seqid=0 2024-11-22T03:56:50,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741944_1120 (size=12301) 2024-11-22T03:56:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:50,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. as already flushing 2024-11-22T03:56:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:50,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247870427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:50,432 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:50,481 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/06747b20400746a4ad9e24b5e2d7d7c1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/06747b20400746a4ad9e24b5e2d7d7c1 2024-11-22T03:56:50,486 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into 06747b20400746a4ad9e24b5e2d7d7c1(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:50,486 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:50,487 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247810054; duration=0sec 2024-11-22T03:56:50,487 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:50,487 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:50,512 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/2eea6a7d95c04de19489be460927ecc4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/2eea6a7d95c04de19489be460927ecc4 2024-11-22T03:56:50,518 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into 2eea6a7d95c04de19489be460927ecc4(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:50,518 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:50,518 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247810054; duration=0sec 2024-11-22T03:56:50,518 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:50,518 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:50,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247870539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:50,543 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:50,593 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/16c86732577743159d22e9871a111114 2024-11-22T03:56:50,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/eb7e8fbbad8a4034ab632a8c2a13f6b9 is 50, key is test_row_0/B:col10/1732247809208/Put/seqid=0 2024-11-22T03:56:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741945_1121 (size=12301) 2024-11-22T03:56:50,707 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-22T03:56:50,708 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:50,710 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-22T03:56:50,710 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:50,713 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,713 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,714 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,714 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:50,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:50,716 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-22T03:56:50,716 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-22T03:56:50,716 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:50,716 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:50,716 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,716 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,716 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,716 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:50,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:50,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:50,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247870750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:50,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:51,008 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/eb7e8fbbad8a4034ab632a8c2a13f6b9 2024-11-22T03:56:51,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/190c20bb61ad46b781c02f34cd9bb682 is 50, key is test_row_0/C:col10/1732247809208/Put/seqid=0 2024-11-22T03:56:51,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741946_1122 (size=12301) 2024-11-22T03:56:51,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34752 deadline: 1732247871060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:51,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:56:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:51,433 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/190c20bb61ad46b781c02f34cd9bb682 2024-11-22T03:56:51,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/16c86732577743159d22e9871a111114 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/16c86732577743159d22e9871a111114 2024-11-22T03:56:51,452 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/16c86732577743159d22e9871a111114, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T03:56:51,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/eb7e8fbbad8a4034ab632a8c2a13f6b9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/eb7e8fbbad8a4034ab632a8c2a13f6b9 2024-11-22T03:56:51,460 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/eb7e8fbbad8a4034ab632a8c2a13f6b9, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T03:56:51,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/190c20bb61ad46b781c02f34cd9bb682 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190c20bb61ad46b781c02f34cd9bb682 2024-11-22T03:56:51,468 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190c20bb61ad46b781c02f34cd9bb682, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T03:56:51,469 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 57e1611f82d9da1ce92b97038ab9fb45 in 1288ms, sequenceid=509, compaction requested=false 2024-11-22T03:56:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-11-22T03:56:51,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-11-22T03:56:51,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-22T03:56:51,473 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2090 sec 2024-11-22T03:56:51,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 2.2130 sec 2024-11-22T03:56:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:51,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T03:56:51,574 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-22T03:56:51,574 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:51,574 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:51,574 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:51,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:51,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:51,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:51,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/18a208fe5f634d67b55163bb818f7706 is 50, key is test_row_0/A:col10/1732247810418/Put/seqid=0 2024-11-22T03:56:51,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741947_1123 (size=12301) 2024-11-22T03:56:51,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/18a208fe5f634d67b55163bb818f7706 2024-11-22T03:56:52,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/e01c7246edaf4e189720f40589529f34 is 50, key is test_row_0/B:col10/1732247810418/Put/seqid=0 2024-11-22T03:56:52,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741948_1124 (size=12301) 2024-11-22T03:56:52,406 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/e01c7246edaf4e189720f40589529f34 2024-11-22T03:56:52,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/e9f166c8c9d942b5bd29e48193f17cd4 is 50, key is test_row_0/C:col10/1732247810418/Put/seqid=0 2024-11-22T03:56:52,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741949_1125 (size=12301) 2024-11-22T03:56:52,685 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-22T03:56:52,685 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-22T03:56:52,685 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:52,685 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:52,686 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,686 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,686 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,686 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:52,686 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:52,692 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-22T03:56:52,692 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:52,692 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,693 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:52,713 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-22T03:56:52,714 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:56:52,714 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,714 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:52,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:52,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:56:52,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/e9f166c8c9d942b5bd29e48193f17cd4 2024-11-22T03:56:52,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/18a208fe5f634d67b55163bb818f7706 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/18a208fe5f634d67b55163bb818f7706 2024-11-22T03:56:52,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/18a208fe5f634d67b55163bb818f7706, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T03:56:52,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/e01c7246edaf4e189720f40589529f34 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/e01c7246edaf4e189720f40589529f34 2024-11-22T03:56:52,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/e01c7246edaf4e189720f40589529f34, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T03:56:52,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/e9f166c8c9d942b5bd29e48193f17cd4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/e9f166c8c9d942b5bd29e48193f17cd4 2024-11-22T03:56:52,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/e9f166c8c9d942b5bd29e48193f17cd4, entries=150, sequenceid=527, filesize=12.0 K 2024-11-22T03:56:52,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=26.84 KB/27480 for 57e1611f82d9da1ce92b97038ab9fb45 in 1273ms, sequenceid=527, compaction requested=true 2024-11-22T03:56:52,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:52,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:56:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:56:52,847 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:52,847 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 57e1611f82d9da1ce92b97038ab9fb45:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:56:52,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/B is initiating minor compaction (all files) 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/A is initiating minor compaction (all files) 2024-11-22T03:56:52,848 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/B in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:52,848 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/A in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:52,848 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/06747b20400746a4ad9e24b5e2d7d7c1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/eb7e8fbbad8a4034ab632a8c2a13f6b9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/e01c7246edaf4e189720f40589529f34] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.2 K 2024-11-22T03:56:52,848 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb0fb0021ae44bec95191cf24db66fbd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/16c86732577743159d22e9871a111114, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/18a208fe5f634d67b55163bb818f7706] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.2 K 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06747b20400746a4ad9e24b5e2d7d7c1, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732247808030 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting eb0fb0021ae44bec95191cf24db66fbd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732247808030 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb7e8fbbad8a4034ab632a8c2a13f6b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732247809208 2024-11-22T03:56:52,848 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 16c86732577743159d22e9871a111114, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732247809208 2024-11-22T03:56:52,849 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e01c7246edaf4e189720f40589529f34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732247810418 2024-11-22T03:56:52,849 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 18a208fe5f634d67b55163bb818f7706, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732247810418 2024-11-22T03:56:52,859 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#B#compaction#113 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:52,859 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:52,859 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/ce1af8083e99406185cf8cb08bd712fd is 50, key is test_row_0/B:col10/1732247810418/Put/seqid=0 2024-11-22T03:56:52,860 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/816713c6fa8449f98545dd1e1c34cfad is 50, key is test_row_0/A:col10/1732247810418/Put/seqid=0 2024-11-22T03:56:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741950_1126 (size=13595) 2024-11-22T03:56:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741951_1127 (size=13595) 2024-11-22T03:56:53,277 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/816713c6fa8449f98545dd1e1c34cfad as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/816713c6fa8449f98545dd1e1c34cfad 2024-11-22T03:56:53,277 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/ce1af8083e99406185cf8cb08bd712fd as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ce1af8083e99406185cf8cb08bd712fd 2024-11-22T03:56:53,284 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/A of 57e1611f82d9da1ce92b97038ab9fb45 into 816713c6fa8449f98545dd1e1c34cfad(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:53,284 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/B of 57e1611f82d9da1ce92b97038ab9fb45 into ce1af8083e99406185cf8cb08bd712fd(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:53,284 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/A, priority=13, startTime=1732247812846; duration=0sec 2024-11-22T03:56:53,284 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/B, priority=13, startTime=1732247812847; duration=0sec 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:A 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:B 2024-11-22T03:56:53,284 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:56:53,286 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:56:53,286 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 57e1611f82d9da1ce92b97038ab9fb45/C is initiating minor compaction (all files) 2024-11-22T03:56:53,286 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 57e1611f82d9da1ce92b97038ab9fb45/C in TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:53,286 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/2eea6a7d95c04de19489be460927ecc4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190c20bb61ad46b781c02f34cd9bb682, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/e9f166c8c9d942b5bd29e48193f17cd4] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp, totalSize=37.2 K 2024-11-22T03:56:53,286 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2eea6a7d95c04de19489be460927ecc4, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=491, earliestPutTs=1732247808030 2024-11-22T03:56:53,287 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 190c20bb61ad46b781c02f34cd9bb682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732247809208 2024-11-22T03:56:53,287 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e9f166c8c9d942b5bd29e48193f17cd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732247810418 2024-11-22T03:56:53,298 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 57e1611f82d9da1ce92b97038ab9fb45#C#compaction#115 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:56:53,299 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/acf0f6982f8647068a8c99e2b6444996 is 50, key is test_row_0/C:col10/1732247810418/Put/seqid=0 2024-11-22T03:56:53,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741952_1128 (size=13561) 2024-11-22T03:56:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-22T03:56:53,430 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3048 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3040 2024-11-22T03:56:53,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T03:56:53,431 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1307 2024-11-22T03:56:53,431 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3920 rows 2024-11-22T03:56:53,431 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1317 2024-11-22T03:56:53,431 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3950 rows 2024-11-22T03:56:53,431 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:56:53,431 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:56:53,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:53,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:53,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:56:53,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T03:56:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T03:56:53,442 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247813442"}]},"ts":"1732247813442"} 2024-11-22T03:56:53,444 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T03:56:53,444 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T03:56:53,446 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:56:53,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, UNASSIGN}] 2024-11-22T03:56:53,451 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, UNASSIGN 2024-11-22T03:56:53,452 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=57e1611f82d9da1ce92b97038ab9fb45, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:53,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, UNASSIGN because future has completed 2024-11-22T03:56:53,455 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:56:53,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:56:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T03:56:53,616 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(122): Close 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:53,616 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:56:53,617 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1722): Closing 57e1611f82d9da1ce92b97038ab9fb45, disabling compactions & flushes 2024-11-22T03:56:53,618 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:53,717 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/acf0f6982f8647068a8c99e2b6444996 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/acf0f6982f8647068a8c99e2b6444996 2024-11-22T03:56:53,725 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 57e1611f82d9da1ce92b97038ab9fb45/C of 57e1611f82d9da1ce92b97038ab9fb45 into acf0f6982f8647068a8c99e2b6444996(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:56:53,725 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 57e1611f82d9da1ce92b97038ab9fb45: 2024-11-22T03:56:53,725 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:53,725 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., storeName=57e1611f82d9da1ce92b97038ab9fb45/C, priority=13, startTime=1732247812847; duration=0sec 2024-11-22T03:56:53,725 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:53,725 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:56:53,725 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 57e1611f82d9da1ce92b97038ab9fb45:C 2024-11-22T03:56:53,725 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. after waiting 0 ms 2024-11-22T03:56:53,725 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:53,725 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(2902): Flushing 57e1611f82d9da1ce92b97038ab9fb45 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T03:56:53,725 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=A 2024-11-22T03:56:53,725 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:53,725 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=B 2024-11-22T03:56:53,726 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:53,726 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 57e1611f82d9da1ce92b97038ab9fb45, store=C 2024-11-22T03:56:53,726 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:53,731 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eb47c5a82b024776b8f2d17351bbe7f9 is 50, key is test_row_1/A:col10/1732247812682/Put/seqid=0 2024-11-22T03:56:53,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741953_1129 (size=9857) 2024-11-22T03:56:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T03:56:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T03:56:54,138 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eb47c5a82b024776b8f2d17351bbe7f9 2024-11-22T03:56:54,153 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/55b563a3df6a4b0f86a8f175630e6dcb is 50, key is test_row_1/B:col10/1732247812682/Put/seqid=0 2024-11-22T03:56:54,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741954_1130 (size=9857) 2024-11-22T03:56:54,560 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/55b563a3df6a4b0f86a8f175630e6dcb 2024-11-22T03:56:54,571 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/4a0f1e9142cd4a08b44c10f13fef30f4 is 50, key is test_row_1/C:col10/1732247812682/Put/seqid=0 2024-11-22T03:56:54,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741955_1131 (size=9857) 2024-11-22T03:56:54,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T03:56:54,979 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=537 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/4a0f1e9142cd4a08b44c10f13fef30f4 2024-11-22T03:56:54,992 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/A/eb47c5a82b024776b8f2d17351bbe7f9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb47c5a82b024776b8f2d17351bbe7f9 2024-11-22T03:56:54,998 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb47c5a82b024776b8f2d17351bbe7f9, entries=100, sequenceid=537, filesize=9.6 K 2024-11-22T03:56:54,999 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/B/55b563a3df6a4b0f86a8f175630e6dcb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/55b563a3df6a4b0f86a8f175630e6dcb 2024-11-22T03:56:55,004 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/55b563a3df6a4b0f86a8f175630e6dcb, entries=100, sequenceid=537, filesize=9.6 K 2024-11-22T03:56:55,005 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/.tmp/C/4a0f1e9142cd4a08b44c10f13fef30f4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4a0f1e9142cd4a08b44c10f13fef30f4 2024-11-22T03:56:55,010 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4a0f1e9142cd4a08b44c10f13fef30f4, entries=100, sequenceid=537, filesize=9.6 K 2024-11-22T03:56:55,011 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 57e1611f82d9da1ce92b97038ab9fb45 in 1285ms, sequenceid=537, compaction requested=false 2024-11-22T03:56:55,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/1be9195bd0f84a85bd08fe9609db0eb7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6aa11e4b3d954461aa4ab3dea40c9c4f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/a70ccad2dbb44c5c9e87bbffafcdb8ee, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/62f87479d6f642d3a5b9925e7321339f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9b3db918b26d4fe99ad350655ccabe6c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/c929147f345d4ee3ae85426a86554e73, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/dcd760c60d4d4cf991b914d6811d5622, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6c861888f93241a6acc63db2382170c5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/58bd11a7a4cc4cdcaf4d92e58977ef7f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/949caa37f581456c89b71321dcad1da8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/38e45fc819da483fa69f793bd01ddd2c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fa724a7ff86c4c3eb588a97378e5cd3f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e29d5ed7fdcd461f836bee1136213383, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e26ad6e76b624b6c947f4497fc7898c9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0735c396c3ce4de5b0471fede5e78062, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/35971b84730c4d4dbd6a58f8ee4ce716, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f4862910cb1945b6bd2712edc2e12727, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6ca31445ea9d4184a230748bbede178b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/df53544502a540fc959592c05955cd48, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f9415846e11d458e9d43ef83965a7b6a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/774bc1e5e25a42b3aca4f066aa40cc12, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9821e1d947934bd2ad66e2b8b7387e90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eff4477470f94a85988ad7e1629ba172, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0d62e2f3941445e586816dcfa591878c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4193282270694cd18590a726de45a8c3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/ad7df0729e5c4e1c912c2ef417c245e2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fd45d84a093b45e89d7944c69a3d3a18, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9372f5c9d91c43bfb34650aeaba938f6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/60375a6021d34269af2436cdb3cb91ad, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4e5e2018c3884994b13df398311e6621, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e780755894c3401393cd457a6d2c071b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/cf7978c5e9c1442b9069d5736726f3e9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4d2c944e59f84c678065755f8319cb5b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/19c5af040f9d4da69f9d18a8b4f81dc3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/3ff2cb5159a54294a1660ae5fc7716cb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb0fb0021ae44bec95191cf24db66fbd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/16c86732577743159d22e9871a111114, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/18a208fe5f634d67b55163bb818f7706] to archive 2024-11-22T03:56:55,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:56:55,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/1be9195bd0f84a85bd08fe9609db0eb7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/1be9195bd0f84a85bd08fe9609db0eb7 2024-11-22T03:56:55,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6aa11e4b3d954461aa4ab3dea40c9c4f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6aa11e4b3d954461aa4ab3dea40c9c4f 2024-11-22T03:56:55,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/a70ccad2dbb44c5c9e87bbffafcdb8ee to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/a70ccad2dbb44c5c9e87bbffafcdb8ee 2024-11-22T03:56:55,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/62f87479d6f642d3a5b9925e7321339f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/62f87479d6f642d3a5b9925e7321339f 2024-11-22T03:56:55,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9b3db918b26d4fe99ad350655ccabe6c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9b3db918b26d4fe99ad350655ccabe6c 2024-11-22T03:56:55,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/c929147f345d4ee3ae85426a86554e73 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/c929147f345d4ee3ae85426a86554e73 2024-11-22T03:56:55,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/dcd760c60d4d4cf991b914d6811d5622 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/dcd760c60d4d4cf991b914d6811d5622 2024-11-22T03:56:55,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6c861888f93241a6acc63db2382170c5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6c861888f93241a6acc63db2382170c5 2024-11-22T03:56:55,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/58bd11a7a4cc4cdcaf4d92e58977ef7f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/58bd11a7a4cc4cdcaf4d92e58977ef7f 2024-11-22T03:56:55,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/949caa37f581456c89b71321dcad1da8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/949caa37f581456c89b71321dcad1da8 2024-11-22T03:56:55,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/38e45fc819da483fa69f793bd01ddd2c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/38e45fc819da483fa69f793bd01ddd2c 2024-11-22T03:56:55,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fa724a7ff86c4c3eb588a97378e5cd3f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fa724a7ff86c4c3eb588a97378e5cd3f 2024-11-22T03:56:55,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e29d5ed7fdcd461f836bee1136213383 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e29d5ed7fdcd461f836bee1136213383 2024-11-22T03:56:55,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e26ad6e76b624b6c947f4497fc7898c9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e26ad6e76b624b6c947f4497fc7898c9 2024-11-22T03:56:55,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0735c396c3ce4de5b0471fede5e78062 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0735c396c3ce4de5b0471fede5e78062 2024-11-22T03:56:55,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/35971b84730c4d4dbd6a58f8ee4ce716 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/35971b84730c4d4dbd6a58f8ee4ce716 2024-11-22T03:56:55,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f4862910cb1945b6bd2712edc2e12727 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f4862910cb1945b6bd2712edc2e12727 2024-11-22T03:56:55,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6ca31445ea9d4184a230748bbede178b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/6ca31445ea9d4184a230748bbede178b 2024-11-22T03:56:55,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/df53544502a540fc959592c05955cd48 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/df53544502a540fc959592c05955cd48 2024-11-22T03:56:55,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f9415846e11d458e9d43ef83965a7b6a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/f9415846e11d458e9d43ef83965a7b6a 2024-11-22T03:56:55,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/774bc1e5e25a42b3aca4f066aa40cc12 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/774bc1e5e25a42b3aca4f066aa40cc12 2024-11-22T03:56:55,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9821e1d947934bd2ad66e2b8b7387e90 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9821e1d947934bd2ad66e2b8b7387e90 2024-11-22T03:56:55,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eff4477470f94a85988ad7e1629ba172 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eff4477470f94a85988ad7e1629ba172 2024-11-22T03:56:55,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0d62e2f3941445e586816dcfa591878c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/0d62e2f3941445e586816dcfa591878c 2024-11-22T03:56:55,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4193282270694cd18590a726de45a8c3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4193282270694cd18590a726de45a8c3 2024-11-22T03:56:55,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/ad7df0729e5c4e1c912c2ef417c245e2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/ad7df0729e5c4e1c912c2ef417c245e2 2024-11-22T03:56:55,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fd45d84a093b45e89d7944c69a3d3a18 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/fd45d84a093b45e89d7944c69a3d3a18 2024-11-22T03:56:55,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9372f5c9d91c43bfb34650aeaba938f6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/9372f5c9d91c43bfb34650aeaba938f6 2024-11-22T03:56:55,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/60375a6021d34269af2436cdb3cb91ad to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/60375a6021d34269af2436cdb3cb91ad 2024-11-22T03:56:55,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4e5e2018c3884994b13df398311e6621 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4e5e2018c3884994b13df398311e6621 2024-11-22T03:56:55,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e780755894c3401393cd457a6d2c071b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/e780755894c3401393cd457a6d2c071b 2024-11-22T03:56:55,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/cf7978c5e9c1442b9069d5736726f3e9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/cf7978c5e9c1442b9069d5736726f3e9 2024-11-22T03:56:55,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4d2c944e59f84c678065755f8319cb5b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/4d2c944e59f84c678065755f8319cb5b 2024-11-22T03:56:55,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/19c5af040f9d4da69f9d18a8b4f81dc3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/19c5af040f9d4da69f9d18a8b4f81dc3 2024-11-22T03:56:55,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/3ff2cb5159a54294a1660ae5fc7716cb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/3ff2cb5159a54294a1660ae5fc7716cb 2024-11-22T03:56:55,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb0fb0021ae44bec95191cf24db66fbd to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb0fb0021ae44bec95191cf24db66fbd 2024-11-22T03:56:55,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/16c86732577743159d22e9871a111114 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/16c86732577743159d22e9871a111114 2024-11-22T03:56:55,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/18a208fe5f634d67b55163bb818f7706 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/18a208fe5f634d67b55163bb818f7706 2024-11-22T03:56:55,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f2061e07311446f283e46aae08792af9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/34933bc9a16c497ca77c29a356b6d1a3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/69bfe0c6d1e94cecb2ac52ae7f221674, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/729fee46407c454a8bf40aca73ae5968, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/bffb420d238e4b8a8f3ab0d2ed726e90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/1e7c517a9c084563b56b0b16f2d7fd9f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f69824fac44a485ea7ef3a7bcd6603f4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/642ac38c3ce340b096e898e09df34f43, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a0e1914933884d02b3767cacbf319918, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/4a56516ec3974927b9f58ae69af4c09b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/18a8605379214e8a95536a9b623e6b9d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/439e42202e1f4572b3a9b535a04404d9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a8091555da7e48989dcaf5f206cdcf20, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9687a3be05d944febf8806d7dd3ff8c7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/7c3ef15cc23c43d1b800895bd4754b03, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ae884d9e2970450eaf69b699997df23e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/466498c396f54016a86ea5fa6f6c4453, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/041483f7e2dd46bc89579e27e505f6ea, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/d54714083b0f43218a3b1805334bf4e9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/baa94d5335b64a09be72270dff88a207, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/b700fdf940074cd29be470380d1ae696, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/467d78a5a3024a98b867efd73f65d96d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/925ffeeb46014511984ee44aaeb10d8e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/09e2ff6b75144343a38ef7ccfa5ffd81, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fd8da919a1524427bcf380b84fb013b5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/04ff3b7f19b640a38ac79ebc5ae29f30, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9d77c53dadc2480586b1e7affa247bc6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fbf4c492bb6a4a71845ff6f3c0d208a4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/0827327dbea349279ddafba5a0869595, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a004f5f042ea4698a7d1ae2879af9f28, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/3ae52db9307048f0b4152df72fbcedac, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/c38a68d67942423eb7d3328eff77fea8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/15c0c9a28cb34e9e99b3de0d15cc94a5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/19b53326aee6488d92a58a29581c99f2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/06747b20400746a4ad9e24b5e2d7d7c1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/20151a789a4d4a5293b8d03da149c044, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/eb7e8fbbad8a4034ab632a8c2a13f6b9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/e01c7246edaf4e189720f40589529f34] to archive 2024-11-22T03:56:55,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:56:55,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f2061e07311446f283e46aae08792af9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f2061e07311446f283e46aae08792af9 2024-11-22T03:56:55,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/34933bc9a16c497ca77c29a356b6d1a3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/34933bc9a16c497ca77c29a356b6d1a3 2024-11-22T03:56:55,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/69bfe0c6d1e94cecb2ac52ae7f221674 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/69bfe0c6d1e94cecb2ac52ae7f221674 2024-11-22T03:56:55,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/729fee46407c454a8bf40aca73ae5968 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/729fee46407c454a8bf40aca73ae5968 2024-11-22T03:56:55,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/bffb420d238e4b8a8f3ab0d2ed726e90 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/bffb420d238e4b8a8f3ab0d2ed726e90 2024-11-22T03:56:55,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/1e7c517a9c084563b56b0b16f2d7fd9f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/1e7c517a9c084563b56b0b16f2d7fd9f 2024-11-22T03:56:55,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f69824fac44a485ea7ef3a7bcd6603f4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/f69824fac44a485ea7ef3a7bcd6603f4 2024-11-22T03:56:55,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/642ac38c3ce340b096e898e09df34f43 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/642ac38c3ce340b096e898e09df34f43 2024-11-22T03:56:55,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a0e1914933884d02b3767cacbf319918 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a0e1914933884d02b3767cacbf319918 2024-11-22T03:56:55,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/4a56516ec3974927b9f58ae69af4c09b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/4a56516ec3974927b9f58ae69af4c09b 2024-11-22T03:56:55,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/18a8605379214e8a95536a9b623e6b9d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/18a8605379214e8a95536a9b623e6b9d 2024-11-22T03:56:55,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/439e42202e1f4572b3a9b535a04404d9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/439e42202e1f4572b3a9b535a04404d9 2024-11-22T03:56:55,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a8091555da7e48989dcaf5f206cdcf20 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a8091555da7e48989dcaf5f206cdcf20 2024-11-22T03:56:55,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9687a3be05d944febf8806d7dd3ff8c7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9687a3be05d944febf8806d7dd3ff8c7 2024-11-22T03:56:55,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/7c3ef15cc23c43d1b800895bd4754b03 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/7c3ef15cc23c43d1b800895bd4754b03 2024-11-22T03:56:55,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ae884d9e2970450eaf69b699997df23e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ae884d9e2970450eaf69b699997df23e 2024-11-22T03:56:55,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/466498c396f54016a86ea5fa6f6c4453 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/466498c396f54016a86ea5fa6f6c4453 2024-11-22T03:56:55,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/041483f7e2dd46bc89579e27e505f6ea to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/041483f7e2dd46bc89579e27e505f6ea 2024-11-22T03:56:55,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/d54714083b0f43218a3b1805334bf4e9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/d54714083b0f43218a3b1805334bf4e9 2024-11-22T03:56:55,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/baa94d5335b64a09be72270dff88a207 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/baa94d5335b64a09be72270dff88a207 2024-11-22T03:56:55,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/b700fdf940074cd29be470380d1ae696 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/b700fdf940074cd29be470380d1ae696 2024-11-22T03:56:55,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/467d78a5a3024a98b867efd73f65d96d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/467d78a5a3024a98b867efd73f65d96d 2024-11-22T03:56:55,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/925ffeeb46014511984ee44aaeb10d8e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/925ffeeb46014511984ee44aaeb10d8e 2024-11-22T03:56:55,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/09e2ff6b75144343a38ef7ccfa5ffd81 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/09e2ff6b75144343a38ef7ccfa5ffd81 2024-11-22T03:56:55,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fd8da919a1524427bcf380b84fb013b5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fd8da919a1524427bcf380b84fb013b5 2024-11-22T03:56:55,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/04ff3b7f19b640a38ac79ebc5ae29f30 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/04ff3b7f19b640a38ac79ebc5ae29f30 2024-11-22T03:56:55,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9d77c53dadc2480586b1e7affa247bc6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/9d77c53dadc2480586b1e7affa247bc6 2024-11-22T03:56:55,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fbf4c492bb6a4a71845ff6f3c0d208a4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/fbf4c492bb6a4a71845ff6f3c0d208a4 2024-11-22T03:56:55,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/0827327dbea349279ddafba5a0869595 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/0827327dbea349279ddafba5a0869595 2024-11-22T03:56:55,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a004f5f042ea4698a7d1ae2879af9f28 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/a004f5f042ea4698a7d1ae2879af9f28 2024-11-22T03:56:55,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/3ae52db9307048f0b4152df72fbcedac to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/3ae52db9307048f0b4152df72fbcedac 2024-11-22T03:56:55,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/c38a68d67942423eb7d3328eff77fea8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/c38a68d67942423eb7d3328eff77fea8 2024-11-22T03:56:55,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/15c0c9a28cb34e9e99b3de0d15cc94a5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/15c0c9a28cb34e9e99b3de0d15cc94a5 2024-11-22T03:56:55,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/19b53326aee6488d92a58a29581c99f2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/19b53326aee6488d92a58a29581c99f2 2024-11-22T03:56:55,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/06747b20400746a4ad9e24b5e2d7d7c1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/06747b20400746a4ad9e24b5e2d7d7c1 2024-11-22T03:56:55,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/20151a789a4d4a5293b8d03da149c044 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/20151a789a4d4a5293b8d03da149c044 2024-11-22T03:56:55,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/eb7e8fbbad8a4034ab632a8c2a13f6b9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/eb7e8fbbad8a4034ab632a8c2a13f6b9 2024-11-22T03:56:55,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/e01c7246edaf4e189720f40589529f34 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/e01c7246edaf4e189720f40589529f34 2024-11-22T03:56:55,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/1dce6204dc84487ebfbe778c6161f553, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/71bb2e6819084e2aa7a0abb33f3db46d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/14bf40344a23465fa66029c9ff2966aa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3b3b169864074dad8bd91d94b9c413ed, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a3225f55ff5847739966a89eb5d16589, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5c9accef72484a229f57542b6d897a1b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ed1077b65861469c82585ddf0b8f2ec9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/bbff3b1b392245fbb751efb1f3a5ff27, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/76d73317bfb24f1d8d82321f13cad4db, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/f0fbd6402bab44ff97e380411d621030, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5885801af5c446129251dab36b2bd174, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/03fd9ec38f14483a9d51977ae9e63fe6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/62f86d5c665c4f41960dea525b8aefb1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3f20c2091f57445d88bad4a592f2e2e8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ea7226ce4ce643f4ab4cac20fcf79500, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/470bccd321be49918dc4d729d6c39244, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/591adf2179834d11a3ef6c1eaf709b68, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/10d6111f6a6e42e095d2dcb1ec1d612a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190f875bbeff4147a2107416806a43a7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/0ab0aab870c243dcb038f5e688210c67, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dd238d50da214d5f910a95da95186800, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a84e37c1b28f45078252f0b9f217c19c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/61c2fdbc59974786bd8a8f3bc99223aa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/7523eb7ee5d044bda4652fb4ac5e9cdb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/cfaff882f97942bbb45f887bf4257db8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/32fe2545a4824ecf974a9dacd6896e91, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3c0dbc6bef9546ecafca357d04b50491, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c3d996cd0dcb4300846a937412111267, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/6952889760f24b81a95fbe0ac62d6638, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4ad7bb7112b54106a8e1c236f436e640, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c787e4e0aed247cd86e7cd8980c074c1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/04b2c7f87f3b445dad57422e5cadd398, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/2eea6a7d95c04de19489be460927ecc4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/92cf40b5acd64ce7928b570f40b552c3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190c20bb61ad46b781c02f34cd9bb682, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/e9f166c8c9d942b5bd29e48193f17cd4] to archive 2024-11-22T03:56:55,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:56:55,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/1dce6204dc84487ebfbe778c6161f553 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/1dce6204dc84487ebfbe778c6161f553 2024-11-22T03:56:55,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/71bb2e6819084e2aa7a0abb33f3db46d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/71bb2e6819084e2aa7a0abb33f3db46d 2024-11-22T03:56:55,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/14bf40344a23465fa66029c9ff2966aa to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/14bf40344a23465fa66029c9ff2966aa 2024-11-22T03:56:55,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3b3b169864074dad8bd91d94b9c413ed to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3b3b169864074dad8bd91d94b9c413ed 2024-11-22T03:56:55,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a3225f55ff5847739966a89eb5d16589 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a3225f55ff5847739966a89eb5d16589 2024-11-22T03:56:55,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5c9accef72484a229f57542b6d897a1b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5c9accef72484a229f57542b6d897a1b 2024-11-22T03:56:55,130 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ed1077b65861469c82585ddf0b8f2ec9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ed1077b65861469c82585ddf0b8f2ec9 2024-11-22T03:56:55,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/bbff3b1b392245fbb751efb1f3a5ff27 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/bbff3b1b392245fbb751efb1f3a5ff27 2024-11-22T03:56:55,132 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/76d73317bfb24f1d8d82321f13cad4db to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/76d73317bfb24f1d8d82321f13cad4db 2024-11-22T03:56:55,133 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/f0fbd6402bab44ff97e380411d621030 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/f0fbd6402bab44ff97e380411d621030 2024-11-22T03:56:55,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5885801af5c446129251dab36b2bd174 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/5885801af5c446129251dab36b2bd174 2024-11-22T03:56:55,135 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/03fd9ec38f14483a9d51977ae9e63fe6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/03fd9ec38f14483a9d51977ae9e63fe6 2024-11-22T03:56:55,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/62f86d5c665c4f41960dea525b8aefb1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/62f86d5c665c4f41960dea525b8aefb1 2024-11-22T03:56:55,137 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3f20c2091f57445d88bad4a592f2e2e8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3f20c2091f57445d88bad4a592f2e2e8 2024-11-22T03:56:55,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dfe64d5fcc0f48e7a8e16ec1f9a755b8 2024-11-22T03:56:55,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ea7226ce4ce643f4ab4cac20fcf79500 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/ea7226ce4ce643f4ab4cac20fcf79500 2024-11-22T03:56:55,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/470bccd321be49918dc4d729d6c39244 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/470bccd321be49918dc4d729d6c39244 2024-11-22T03:56:55,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/591adf2179834d11a3ef6c1eaf709b68 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/591adf2179834d11a3ef6c1eaf709b68 2024-11-22T03:56:55,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/10d6111f6a6e42e095d2dcb1ec1d612a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/10d6111f6a6e42e095d2dcb1ec1d612a 2024-11-22T03:56:55,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190f875bbeff4147a2107416806a43a7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190f875bbeff4147a2107416806a43a7 2024-11-22T03:56:55,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/0ab0aab870c243dcb038f5e688210c67 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/0ab0aab870c243dcb038f5e688210c67 2024-11-22T03:56:55,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dd238d50da214d5f910a95da95186800 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/dd238d50da214d5f910a95da95186800 2024-11-22T03:56:55,146 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a84e37c1b28f45078252f0b9f217c19c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/a84e37c1b28f45078252f0b9f217c19c 2024-11-22T03:56:55,147 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/61c2fdbc59974786bd8a8f3bc99223aa to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/61c2fdbc59974786bd8a8f3bc99223aa 2024-11-22T03:56:55,148 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/7523eb7ee5d044bda4652fb4ac5e9cdb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/7523eb7ee5d044bda4652fb4ac5e9cdb 2024-11-22T03:56:55,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/cfaff882f97942bbb45f887bf4257db8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/cfaff882f97942bbb45f887bf4257db8 2024-11-22T03:56:55,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/32fe2545a4824ecf974a9dacd6896e91 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/32fe2545a4824ecf974a9dacd6896e91 2024-11-22T03:56:55,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3c0dbc6bef9546ecafca357d04b50491 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/3c0dbc6bef9546ecafca357d04b50491 2024-11-22T03:56:55,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c3d996cd0dcb4300846a937412111267 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c3d996cd0dcb4300846a937412111267 2024-11-22T03:56:55,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/6952889760f24b81a95fbe0ac62d6638 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/6952889760f24b81a95fbe0ac62d6638 2024-11-22T03:56:55,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4ad7bb7112b54106a8e1c236f436e640 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4ad7bb7112b54106a8e1c236f436e640 2024-11-22T03:56:55,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c787e4e0aed247cd86e7cd8980c074c1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/c787e4e0aed247cd86e7cd8980c074c1 2024-11-22T03:56:55,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/04b2c7f87f3b445dad57422e5cadd398 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/04b2c7f87f3b445dad57422e5cadd398 2024-11-22T03:56:55,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/2eea6a7d95c04de19489be460927ecc4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/2eea6a7d95c04de19489be460927ecc4 2024-11-22T03:56:55,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/92cf40b5acd64ce7928b570f40b552c3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/92cf40b5acd64ce7928b570f40b552c3 2024-11-22T03:56:55,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190c20bb61ad46b781c02f34cd9bb682 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/190c20bb61ad46b781c02f34cd9bb682 2024-11-22T03:56:55,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/e9f166c8c9d942b5bd29e48193f17cd4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/e9f166c8c9d942b5bd29e48193f17cd4 2024-11-22T03:56:55,167 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/recovered.edits/540.seqid, newMaxSeqId=540, maxSeqId=1 2024-11-22T03:56:55,167 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. 2024-11-22T03:56:55,168 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] regionserver.HRegion(1676): Region close journal for 57e1611f82d9da1ce92b97038ab9fb45: Waiting for close lock at 1732247813617Running coprocessor pre-close hooks at 1732247813617Disabling compacts and flushes for region at 1732247813617Disabling writes for close at 1732247813725 (+108 ms)Obtaining lock to block concurrent updates at 1732247813725Preparing flush snapshotting stores in 57e1611f82d9da1ce92b97038ab9fb45 at 1732247813725Finished memstore snapshotting TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732247813726 (+1 ms)Flushing stores of TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45. at 1732247813726Flushing 57e1611f82d9da1ce92b97038ab9fb45/A: creating writer at 1732247813726Flushing 57e1611f82d9da1ce92b97038ab9fb45/A: appending metadata at 1732247813730 (+4 ms)Flushing 57e1611f82d9da1ce92b97038ab9fb45/A: closing flushed file at 1732247813730Flushing 57e1611f82d9da1ce92b97038ab9fb45/B: creating writer at 1732247814148 (+418 ms)Flushing 57e1611f82d9da1ce92b97038ab9fb45/B: appending metadata at 1732247814152 (+4 ms)Flushing 57e1611f82d9da1ce92b97038ab9fb45/B: closing flushed file at 1732247814152Flushing 57e1611f82d9da1ce92b97038ab9fb45/C: creating writer at 1732247814566 (+414 ms)Flushing 57e1611f82d9da1ce92b97038ab9fb45/C: appending metadata at 1732247814571 (+5 ms)Flushing 57e1611f82d9da1ce92b97038ab9fb45/C: closing flushed file at 1732247814571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246ea932: reopening flushed file at 1732247814990 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1631d0: reopening flushed file at 1732247814998 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ea8519: reopening flushed file at 1732247815004 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 57e1611f82d9da1ce92b97038ab9fb45 in 1285ms, sequenceid=537, compaction requested=false at 1732247815011 (+7 ms)Writing region close event to WAL at 1732247815163 (+152 ms)Running coprocessor post-close hooks at 1732247815167 (+4 ms)Closed at 1732247815167 2024-11-22T03:56:55,170 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=30}] handler.UnassignRegionHandler(157): Closed 57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:55,171 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=57e1611f82d9da1ce92b97038ab9fb45, regionState=CLOSED 2024-11-22T03:56:55,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; CloseRegionProcedure 57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:56:55,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-22T03:56:55,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseRegionProcedure 57e1611f82d9da1ce92b97038ab9fb45, server=c85114ed5096,44285,1732247784219 in 1.7190 sec 2024-11-22T03:56:55,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-22T03:56:55,178 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=57e1611f82d9da1ce92b97038ab9fb45, UNASSIGN in 1.7260 sec 2024-11-22T03:56:55,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-22T03:56:55,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7320 sec 2024-11-22T03:56:55,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247815181"}]},"ts":"1732247815181"} 2024-11-22T03:56:55,183 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T03:56:55,183 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T03:56:55,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7480 sec 2024-11-22T03:56:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-22T03:56:55,591 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:55,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T03:56:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,605 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=31, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T03:56:55,607 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=31, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,612 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:55,616 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/recovered.edits] 2024-11-22T03:56:55,620 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/816713c6fa8449f98545dd1e1c34cfad to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/816713c6fa8449f98545dd1e1c34cfad 2024-11-22T03:56:55,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb47c5a82b024776b8f2d17351bbe7f9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/A/eb47c5a82b024776b8f2d17351bbe7f9 2024-11-22T03:56:55,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/55b563a3df6a4b0f86a8f175630e6dcb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/55b563a3df6a4b0f86a8f175630e6dcb 2024-11-22T03:56:55,625 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ce1af8083e99406185cf8cb08bd712fd to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/B/ce1af8083e99406185cf8cb08bd712fd 2024-11-22T03:56:55,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4a0f1e9142cd4a08b44c10f13fef30f4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/4a0f1e9142cd4a08b44c10f13fef30f4 2024-11-22T03:56:55,629 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/acf0f6982f8647068a8c99e2b6444996 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/C/acf0f6982f8647068a8c99e2b6444996 2024-11-22T03:56:55,631 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/recovered.edits/540.seqid to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45/recovered.edits/540.seqid 2024-11-22T03:56:55,632 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/57e1611f82d9da1ce92b97038ab9fb45 2024-11-22T03:56:55,632 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T03:56:55,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=31, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-22T03:56:55,646 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T03:56:55,677 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T03:56:55,679 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=31, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,679 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T03:56:55,679 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732247815679"}]},"ts":"9223372036854775807"} 2024-11-22T03:56:55,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T03:56:55,683 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 57e1611f82d9da1ce92b97038ab9fb45, NAME => 'TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T03:56:55,683 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T03:56:55,683 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732247815683"}]},"ts":"9223372036854775807"} 2024-11-22T03:56:55,686 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T03:56:55,687 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=31, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 87 msec 2024-11-22T03:56:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-22T03:56:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T03:56:55,711 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:55,721 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=250 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;c85114ed5096:44285-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1372498726_22 at /127.0.0.1:39658 [Waiting for operation #222] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1372498726_22 at /127.0.0.1:39586 [Waiting for operation #247] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1302419577_22 at /127.0.0.1:56600 [Waiting for operation #9] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1302419577_22 at /127.0.0.1:35440 [Waiting for operation #260] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=924 (was 1256), ProcessCount=11 (was 11), AvailableMemoryMB=2797 (was 3321) 2024-11-22T03:56:55,732 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=250, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=924, ProcessCount=11, AvailableMemoryMB=2796 2024-11-22T03:56:55,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:56:55,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:56:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:55,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:56:55,737 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:55,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 32 2024-11-22T03:56:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T03:56:55,738 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:56:55,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741956_1132 (size=1061) 2024-11-22T03:56:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T03:56:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T03:56:56,150 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:56:56,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741957_1133 (size=53) 2024-11-22T03:56:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T03:56:56,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:56,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 2fb34c1b6c0694de88fa30a0cad88d63, disabling compactions & flushes 2024-11-22T03:56:56,560 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. after waiting 0 ms 2024-11-22T03:56:56,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,560 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,560 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2fb34c1b6c0694de88fa30a0cad88d63: Waiting for close lock at 1732247816560Disabling compacts and flushes for region at 1732247816560Disabling writes for close at 1732247816560Writing region close event to WAL at 1732247816560Closed at 1732247816560 2024-11-22T03:56:56,561 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:56:56,562 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732247816561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247816561"}]},"ts":"1732247816561"} 2024-11-22T03:56:56,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:56:56,564 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:56:56,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247816564"}]},"ts":"1732247816564"} 2024-11-22T03:56:56,566 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T03:56:56,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, ASSIGN}] 2024-11-22T03:56:56,567 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, ASSIGN 2024-11-22T03:56:56,568 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, ASSIGN; state=OFFLINE, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=false 2024-11-22T03:56:56,719 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:56,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, ASSIGN because future has completed 2024-11-22T03:56:56,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:56:56,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T03:56:56,886 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,886 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:56:56,887 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,887 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:56,888 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,888 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,889 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,891 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:56,891 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb34c1b6c0694de88fa30a0cad88d63 columnFamilyName A 2024-11-22T03:56:56,892 DEBUG [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:56,892 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(327): Store=2fb34c1b6c0694de88fa30a0cad88d63/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:56,892 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,893 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:56,894 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb34c1b6c0694de88fa30a0cad88d63 columnFamilyName B 2024-11-22T03:56:56,894 DEBUG [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:56,894 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(327): Store=2fb34c1b6c0694de88fa30a0cad88d63/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:56,894 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,895 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:56,895 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb34c1b6c0694de88fa30a0cad88d63 columnFamilyName C 2024-11-22T03:56:56,895 DEBUG [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:56,896 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(327): Store=2fb34c1b6c0694de88fa30a0cad88d63/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:56,896 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,896 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,897 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,897 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,898 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,898 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,899 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:56:56,900 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,902 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:56:56,903 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 2fb34c1b6c0694de88fa30a0cad88d63; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75041620, jitterRate=0.11820727586746216}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:56:56,903 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:56,904 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 2fb34c1b6c0694de88fa30a0cad88d63: Running coprocessor pre-open hook at 1732247816888Writing region info on filesystem at 1732247816888Initializing all the Stores at 1732247816889 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247816889Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247816889Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247816889Cleaning up temporary data from old regions at 1732247816898 (+9 ms)Running coprocessor post-open hooks at 1732247816903 (+5 ms)Region opened successfully at 1732247816904 (+1 ms) 2024-11-22T03:56:56,905 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., pid=34, masterSystemTime=1732247816880 2024-11-22T03:56:56,907 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,907 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:56,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:56,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:56:56,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-22T03:56:56,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 in 184 msec 2024-11-22T03:56:56,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-22T03:56:56,915 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, ASSIGN in 347 msec 2024-11-22T03:56:56,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:56:56,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247816916"}]},"ts":"1732247816916"} 2024-11-22T03:56:56,917 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T03:56:56,918 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=32, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:56:56,919 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1840 sec 2024-11-22T03:56:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-22T03:56:57,891 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:57,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b67a313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:57,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:57,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:57,898 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:57,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac03e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:57,899 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:57,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:57,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:57,902 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:57,903 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf8b3a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:57,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:57,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:57,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46132, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:57,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:56:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:56:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ff059d0 2024-11-22T03:56:57,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:56:57,912 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:56:57,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:56:57,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:56:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T03:56:57,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741958_1134 (size=1097) 2024-11-22T03:56:58,352 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T03:56:58,352 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T03:56:58,356 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:56:58,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, REOPEN/MOVE}] 2024-11-22T03:56:58,363 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, REOPEN/MOVE 2024-11-22T03:56:58,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:58,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, REOPEN/MOVE because future has completed 2024-11-22T03:56:58,366 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:56:58,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:56:58,519 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(122): Close 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,519 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:56:58,519 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1722): Closing 2fb34c1b6c0694de88fa30a0cad88d63, disabling compactions & flushes 2024-11-22T03:56:58,519 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,519 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,520 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. after waiting 0 ms 2024-11-22T03:56:58,520 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,525 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T03:56:58,526 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,526 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegion(1676): Region close journal for 2fb34c1b6c0694de88fa30a0cad88d63: Waiting for close lock at 1732247818519Running coprocessor pre-close hooks at 1732247818519Disabling compacts and flushes for region at 1732247818519Disabling writes for close at 1732247818520 (+1 ms)Writing region close event to WAL at 1732247818520Running coprocessor post-close hooks at 1732247818526 (+6 ms)Closed at 1732247818526 2024-11-22T03:56:58,526 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] regionserver.HRegionServer(3299): Not adding moved region record: 2fb34c1b6c0694de88fa30a0cad88d63 to self. 2024-11-22T03:56:58,529 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=38}] handler.UnassignRegionHandler(157): Closed 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=CLOSED 2024-11-22T03:56:58,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:56:58,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-11-22T03:56:58,535 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; CloseRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 in 167 msec 2024-11-22T03:56:58,536 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=true 2024-11-22T03:56:58,687 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:58,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, REOPEN/MOVE because future has completed 2024-11-22T03:56:58,694 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:56:58,854 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,854 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:56:58,854 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,854 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:56:58,855 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,855 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,860 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,861 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:58,868 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb34c1b6c0694de88fa30a0cad88d63 columnFamilyName A 2024-11-22T03:56:58,870 DEBUG [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:58,871 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(327): Store=2fb34c1b6c0694de88fa30a0cad88d63/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:58,872 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,872 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:58,873 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb34c1b6c0694de88fa30a0cad88d63 columnFamilyName B 2024-11-22T03:56:58,873 DEBUG [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:58,873 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(327): Store=2fb34c1b6c0694de88fa30a0cad88d63/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:58,873 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,874 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:56:58,874 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2fb34c1b6c0694de88fa30a0cad88d63 columnFamilyName C 2024-11-22T03:56:58,874 DEBUG [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:58,875 INFO [StoreOpener-2fb34c1b6c0694de88fa30a0cad88d63-1 {}] regionserver.HStore(327): Store=2fb34c1b6c0694de88fa30a0cad88d63/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:56:58,875 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,875 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,876 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,877 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,878 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,878 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,878 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:56:58,880 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,880 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 2fb34c1b6c0694de88fa30a0cad88d63; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64677117, jitterRate=-0.03623585402965546}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:56:58,880 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,881 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 2fb34c1b6c0694de88fa30a0cad88d63: Running coprocessor pre-open hook at 1732247818855Writing region info on filesystem at 1732247818855Initializing all the Stores at 1732247818856 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247818856Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247818856Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247818857 (+1 ms)Cleaning up temporary data from old regions at 1732247818878 (+21 ms)Running coprocessor post-open hooks at 1732247818880 (+2 ms)Region opened successfully at 1732247818881 (+1 ms) 2024-11-22T03:56:58,882 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., pid=39, masterSystemTime=1732247818846 2024-11-22T03:56:58,884 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,884 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:58,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=OPEN, openSeqNum=5, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:56:58,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:56:58,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=37 2024-11-22T03:56:58,890 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 in 194 msec 2024-11-22T03:56:58,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-22T03:56:58,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, REOPEN/MOVE in 527 msec 2024-11-22T03:56:58,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-22T03:56:58,895 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 537 msec 2024-11-22T03:56:58,897 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 977 msec 2024-11-22T03:56:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-11-22T03:56:58,899 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:56:58,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ffa059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,901 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,901 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b1264a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,902 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033508b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59216fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,905 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e394bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,907 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58696, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c4d7931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a1d7814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3330d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,911 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,911 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bc99e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3868a8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,913 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,914 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,914 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8832ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,916 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f75dc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff12e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,919 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@313ee401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,920 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632c40d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bb8a80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,923 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cabc7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,924 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c63e9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69667097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,926 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5523a5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,928 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bd671d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,929 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afa5df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,929 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,930 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ba5a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,932 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679bff6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e92ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:56:58,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:56:58,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:56:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:56:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:56:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3eefa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:56:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:56:58,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:56:58,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:56:58,936 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17322130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:56:58,936 DEBUG [Thread-670 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,936 DEBUG [Thread-668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,936 DEBUG [Thread-674 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,936 DEBUG [Thread-683 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,936 DEBUG [Thread-685 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,937 DEBUG [Thread-672 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,938 DEBUG [Thread-685 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,939 DEBUG [Thread-685 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,939 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:56:58,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56982, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,940 DEBUG [Thread-676 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,940 DEBUG [Thread-681 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57004, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,941 DEBUG [Thread-679 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:56:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:56:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-22T03:56:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:56:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T03:56:58,944 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:56:58,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57032, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57030, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:56:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,945 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:56:58,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:56:58,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:56:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:58,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:56:58,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:56:58,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:58,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:56:58,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:58,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:56:58,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:56:59,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc873a0161584d54b85fc50d74f9730f_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247818963/Put/seqid=0 2024-11-22T03:56:59,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741959_1135 (size=12154) 2024-11-22T03:56:59,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247879014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247879017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,034 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1732247818978, max timestamp=1732247819028Num uniques 859; 2024-11-22T03:56:59,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-11-22T03:56:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247879027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=509, cellSize=23305, totalHeapSize=53176, min timestamp=1732247818978, max timestamp=1732247819028Num uniques 859; 2024-11-22T03:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,036 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,035 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=23305, suffix heap size=117064,new segment heap size=53176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=509 2024-11-22T03:56:59,041 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247819005, max timestamp=1732247819028Num uniques 859; 2024-11-22T03:56:59,042 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:56:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T03:56:59,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:56:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:56:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247879122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247879126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247879140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247879140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247879140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,142 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,143 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247879240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247879240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:56:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:56:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T03:56:59,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247879350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247879350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,353 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247879350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,354 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:56:59,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:56:59,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:56:59,430 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122bc873a0161584d54b85fc50d74f9730f_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc873a0161584d54b85fc50d74f9730f_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:56:59,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/d767df9ee4004b43bae6c1e73edbf1d4, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:56:59,439 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/d767df9ee4004b43bae6c1e73edbf1d4 is 175, key is test_row_0/A:col10/1732247818963/Put/seqid=0 2024-11-22T03:56:59,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741960_1136 (size=30955) 2024-11-22T03:56:59,466 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/d767df9ee4004b43bae6c1e73edbf1d4 2024-11-22T03:56:59,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247879460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247879460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/1ba8aa651af74c6f94f151aa5e49456b is 50, key is test_row_0/B:col10/1732247818963/Put/seqid=0 2024-11-22T03:56:59,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741961_1137 (size=12001) 2024-11-22T03:56:59,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/1ba8aa651af74c6f94f151aa5e49456b 2024-11-22T03:56:59,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/5174a99da3244f5f91b0482d4cd216a6 is 50, key is test_row_0/C:col10/1732247818963/Put/seqid=0 2024-11-22T03:56:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741962_1138 (size=12001) 2024-11-22T03:56:59,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:56:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:56:59,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T03:56:59,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247879660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247879661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247879661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,664 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:56:59,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:56:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247879780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:56:59,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247879780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:56:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:56:59,784 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:56:59,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:56:59,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:56:59,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:56:59,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:56:59,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/5174a99da3244f5f91b0482d4cd216a6 2024-11-22T03:56:59,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/d767df9ee4004b43bae6c1e73edbf1d4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4 2024-11-22T03:56:59,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4, entries=150, sequenceid=15, filesize=30.2 K 2024-11-22T03:56:59,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/1ba8aa651af74c6f94f151aa5e49456b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/1ba8aa651af74c6f94f151aa5e49456b 2024-11-22T03:56:59,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/1ba8aa651af74c6f94f151aa5e49456b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T03:56:59,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/5174a99da3244f5f91b0482d4cd216a6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/5174a99da3244f5f91b0482d4cd216a6 2024-11-22T03:57:00,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/5174a99da3244f5f91b0482d4cd216a6, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T03:57:00,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1040ms, sequenceid=15, compaction requested=false 2024-11-22T03:57:00,007 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-22T03:57:00,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:00,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-22T03:57:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:00,029 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=134.18 KB heapSize=361.55 KB 2024-11-22T03:57:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:00,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:00,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:00,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122540496a83b1344cabec0d46dda8bc62d_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247819119/Put/seqid=0 2024-11-22T03:57:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741963_1139 (size=12154) 2024-11-22T03:57:00,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:00,064 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122540496a83b1344cabec0d46dda8bc62d_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122540496a83b1344cabec0d46dda8bc62d_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:00,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/2024458e1f73455b91058a63d0670585, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/2024458e1f73455b91058a63d0670585 is 175, key is test_row_0/A:col10/1732247819119/Put/seqid=0 2024-11-22T03:57:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T03:57:00,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741964_1140 (size=30955) 2024-11-22T03:57:00,088 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=47, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/2024458e1f73455b91058a63d0670585 2024-11-22T03:57:00,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8af965d67df94902aaf8f102c272a24c is 50, key is test_row_0/B:col10/1732247819119/Put/seqid=0 2024-11-22T03:57:00,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741965_1141 (size=12001) 2024-11-22T03:57:00,125 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8af965d67df94902aaf8f102c272a24c 2024-11-22T03:57:00,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/bc735e4f5de14fd3977044dac6dfedc7 is 50, key is test_row_0/C:col10/1732247819119/Put/seqid=0 2024-11-22T03:57:00,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741966_1142 (size=12001) 2024-11-22T03:57:00,160 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/bc735e4f5de14fd3977044dac6dfedc7 2024-11-22T03:57:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:00,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:00,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/2024458e1f73455b91058a63d0670585 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585 2024-11-22T03:57:00,184 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585, entries=150, sequenceid=47, filesize=30.2 K 2024-11-22T03:57:00,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8af965d67df94902aaf8f102c272a24c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8af965d67df94902aaf8f102c272a24c 2024-11-22T03:57:00,194 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8af965d67df94902aaf8f102c272a24c, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T03:57:00,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/bc735e4f5de14fd3977044dac6dfedc7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/bc735e4f5de14fd3977044dac6dfedc7 2024-11-22T03:57:00,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247880187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,202 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/bc735e4f5de14fd3977044dac6dfedc7, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T03:57:00,203 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~361.50 KB/370176, currentSize=60.38 KB/61830 for 2fb34c1b6c0694de88fa30a0cad88d63 in 174ms, sequenceid=47, compaction requested=false 2024-11-22T03:57:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:00,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-22T03:57:00,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-22T03:57:00,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:00,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:57:00,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-22T03:57:00,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2600 sec 2024-11-22T03:57:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:00,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.2730 sec 2024-11-22T03:57:00,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa2d4ae935d943ec871506008222d38a_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741967_1143 (size=12154) 2024-11-22T03:57:00,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:00,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fa2d4ae935d943ec871506008222d38a_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa2d4ae935d943ec871506008222d38a_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:00,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/1b508d5296f44339b0d84a2aab54e2bb, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/1b508d5296f44339b0d84a2aab54e2bb is 175, key is test_row_0/A:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741968_1144 (size=30955) 2024-11-22T03:57:00,285 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/1b508d5296f44339b0d84a2aab54e2bb 2024-11-22T03:57:00,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247880284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,289 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247880286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,294 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8e53f8e4e96942a59f0c43d45a945864 is 50, key is test_row_0/B:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247880290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247880290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,301 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741969_1145 (size=12001) 2024-11-22T03:57:00,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8e53f8e4e96942a59f0c43d45a945864 2024-11-22T03:57:00,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247880310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6b4134c9fb74442ab6f6bd3cd786f307 is 50, key is test_row_0/C:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741970_1146 (size=12001) 2024-11-22T03:57:00,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6b4134c9fb74442ab6f6bd3cd786f307 2024-11-22T03:57:00,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/1b508d5296f44339b0d84a2aab54e2bb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb 2024-11-22T03:57:00,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb, entries=150, sequenceid=61, filesize=30.2 K 2024-11-22T03:57:00,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8e53f8e4e96942a59f0c43d45a945864 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8e53f8e4e96942a59f0c43d45a945864 2024-11-22T03:57:00,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8e53f8e4e96942a59f0c43d45a945864, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T03:57:00,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6b4134c9fb74442ab6f6bd3cd786f307 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6b4134c9fb74442ab6f6bd3cd786f307 2024-11-22T03:57:00,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6b4134c9fb74442ab6f6bd3cd786f307, entries=150, sequenceid=61, filesize=11.7 K 2024-11-22T03:57:00,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 2fb34c1b6c0694de88fa30a0cad88d63 in 174ms, sequenceid=61, compaction requested=true 2024-11-22T03:57:00,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:00,385 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:00,386 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:00,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:00,387 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:00,387 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:00,387 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:00,387 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=90.7 K 2024-11-22T03:57:00,387 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:00,388 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb] 2024-11-22T03:57:00,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:00,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:00,388 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:00,388 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/1ba8aa651af74c6f94f151aa5e49456b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8af965d67df94902aaf8f102c272a24c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8e53f8e4e96942a59f0c43d45a945864] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=35.2 K 2024-11-22T03:57:00,390 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ba8aa651af74c6f94f151aa5e49456b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247818952 2024-11-22T03:57:00,390 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d767df9ee4004b43bae6c1e73edbf1d4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247818952 2024-11-22T03:57:00,390 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8af965d67df94902aaf8f102c272a24c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732247819082 2024-11-22T03:57:00,390 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2024458e1f73455b91058a63d0670585, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732247819082 2024-11-22T03:57:00,391 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e53f8e4e96942a59f0c43d45a945864, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732247820180 2024-11-22T03:57:00,391 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b508d5296f44339b0d84a2aab54e2bb, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732247820180 2024-11-22T03:57:00,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:00,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:57:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:00,409 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:00,420 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:00,420 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c9946ed4de484ed5a4f169f4c9e6c75c is 50, key is test_row_0/B:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,434 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,443 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112246dbbdd226684c9fb65102d817fdf793_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741971_1147 (size=12104) 2024-11-22T03:57:00,453 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112246dbbdd226684c9fb65102d817fdf793_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,454 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112246dbbdd226684c9fb65102d817fdf793_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,458 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c9946ed4de484ed5a4f169f4c9e6c75c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c9946ed4de484ed5a4f169f4c9e6c75c 2024-11-22T03:57:00,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221598bd039f3449688090adb7b3ce90bc_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247820276/Put/seqid=0 2024-11-22T03:57:00,467 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into c9946ed4de484ed5a4f169f4c9e6c75c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:00,467 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:00,467 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=13, startTime=1732247820386; duration=0sec 2024-11-22T03:57:00,467 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:00,467 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:00,467 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:00,478 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:00,478 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:00,479 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:00,479 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/5174a99da3244f5f91b0482d4cd216a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/bc735e4f5de14fd3977044dac6dfedc7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6b4134c9fb74442ab6f6bd3cd786f307] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=35.2 K 2024-11-22T03:57:00,479 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5174a99da3244f5f91b0482d4cd216a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247818952 2024-11-22T03:57:00,480 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bc735e4f5de14fd3977044dac6dfedc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732247819082 2024-11-22T03:57:00,480 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b4134c9fb74442ab6f6bd3cd786f307, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732247820180 2024-11-22T03:57:00,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741972_1148 (size=4469) 2024-11-22T03:57:00,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247880469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,485 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#129 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:00,485 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/904d66cfa03d44b5963e27141c3e3627 is 175, key is test_row_0/A:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247880474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,513 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#131 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:00,513 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6e972866ce954596aa7e83e6dd4b4e28 is 50, key is test_row_0/C:col10/1732247820211/Put/seqid=0 2024-11-22T03:57:00,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741974_1150 (size=31058) 2024-11-22T03:57:00,527 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/904d66cfa03d44b5963e27141c3e3627 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/904d66cfa03d44b5963e27141c3e3627 2024-11-22T03:57:00,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741973_1149 (size=17034) 2024-11-22T03:57:00,531 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:00,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247880520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,536 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into 904d66cfa03d44b5963e27141c3e3627(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:00,536 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:00,536 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=13, startTime=1732247820385; duration=0sec 2024-11-22T03:57:00,536 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:00,536 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:00,537 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221598bd039f3449688090adb7b3ce90bc_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221598bd039f3449688090adb7b3ce90bc_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:00,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0a2b421fd74c48669567f84fe7d0f641, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:00,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0a2b421fd74c48669567f84fe7d0f641 is 175, key is test_row_0/A:col10/1732247820276/Put/seqid=0 2024-11-22T03:57:00,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741975_1151 (size=12104) 2024-11-22T03:57:00,568 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6e972866ce954596aa7e83e6dd4b4e28 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6e972866ce954596aa7e83e6dd4b4e28 2024-11-22T03:57:00,578 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 6e972866ce954596aa7e83e6dd4b4e28(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:00,578 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:00,578 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=13, startTime=1732247820386; duration=0sec 2024-11-22T03:57:00,578 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:00,579 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:00,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741976_1152 (size=48139) 2024-11-22T03:57:00,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247880590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247880599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,603 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:57:00,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247880800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247880810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,813 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247880839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:00,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:00,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0a2b421fd74c48669567f84fe7d0f641 2024-11-22T03:57:00,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/277b26eb55e64e59831a02caa03a86e9 is 50, key is test_row_0/B:col10/1732247820276/Put/seqid=0 2024-11-22T03:57:01,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741977_1153 (size=12001) 2024-11-22T03:57:01,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/277b26eb55e64e59831a02caa03a86e9 2024-11-22T03:57:01,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/213a763be13445a3abd7a4e7d107f025 is 50, key is test_row_0/C:col10/1732247820276/Put/seqid=0 2024-11-22T03:57:01,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741978_1154 (size=12001) 2024-11-22T03:57:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-22T03:57:01,090 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:01,091 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-22T03:57:01,098 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:01,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T03:57:01,099 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:01,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:01,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247881109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,115 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,116 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247881120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,123 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T03:57:01,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T03:57:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247881310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247881310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,313 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,313 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,314 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247881350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T03:57:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:01,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T03:57:01,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/213a763be13445a3abd7a4e7d107f025 2024-11-22T03:57:01,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0a2b421fd74c48669567f84fe7d0f641 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641 2024-11-22T03:57:01,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641, entries=250, sequenceid=81, filesize=47.0 K 2024-11-22T03:57:01,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/277b26eb55e64e59831a02caa03a86e9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/277b26eb55e64e59831a02caa03a86e9 2024-11-22T03:57:01,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/277b26eb55e64e59831a02caa03a86e9, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T03:57:01,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/213a763be13445a3abd7a4e7d107f025 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/213a763be13445a3abd7a4e7d107f025 2024-11-22T03:57:01,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/213a763be13445a3abd7a4e7d107f025, entries=150, sequenceid=81, filesize=11.7 K 2024-11-22T03:57:01,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1082ms, sequenceid=81, compaction requested=false 2024-11-22T03:57:01,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:01,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-22T03:57:01,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,566 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:57:01,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:01,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:01,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:01,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:01,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:01,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:01,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223f7b8a1ba0b44ea7aff4932640951f30_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247820440/Put/seqid=0 2024-11-22T03:57:01,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741979_1155 (size=12154) 2024-11-22T03:57:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:01,599 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223f7b8a1ba0b44ea7aff4932640951f30_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f7b8a1ba0b44ea7aff4932640951f30_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:01,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ef250e43018242d1a1fc648ab9e5a91c, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:01,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ef250e43018242d1a1fc648ab9e5a91c is 175, key is test_row_0/A:col10/1732247820440/Put/seqid=0 2024-11-22T03:57:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741980_1156 (size=30955) 2024-11-22T03:57:01,624 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ef250e43018242d1a1fc648ab9e5a91c 2024-11-22T03:57:01,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:01,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:01,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8914675ff158418280be1ae9383ff0d5 is 50, key is test_row_0/B:col10/1732247820440/Put/seqid=0 2024-11-22T03:57:01,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741981_1157 (size=12001) 2024-11-22T03:57:01,656 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8914675ff158418280be1ae9383ff0d5 2024-11-22T03:57:01,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/7f735e0151334c12840d54f5a9b7e21d is 50, key is test_row_0/C:col10/1732247820440/Put/seqid=0 2024-11-22T03:57:01,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741982_1158 (size=12001) 2024-11-22T03:57:01,681 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/7f735e0151334c12840d54f5a9b7e21d 2024-11-22T03:57:01,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ef250e43018242d1a1fc648ab9e5a91c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c 2024-11-22T03:57:01,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247881687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,692 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,695 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c, entries=150, sequenceid=96, filesize=30.2 K 2024-11-22T03:57:01,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/8914675ff158418280be1ae9383ff0d5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8914675ff158418280be1ae9383ff0d5 2024-11-22T03:57:01,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247881693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,700 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,701 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8914675ff158418280be1ae9383ff0d5, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T03:57:01,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/7f735e0151334c12840d54f5a9b7e21d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/7f735e0151334c12840d54f5a9b7e21d 2024-11-22T03:57:01,709 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/7f735e0151334c12840d54f5a9b7e21d, entries=150, sequenceid=96, filesize=11.7 K 2024-11-22T03:57:01,711 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2fb34c1b6c0694de88fa30a0cad88d63 in 145ms, sequenceid=96, compaction requested=true 2024-11-22T03:57:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-22T03:57:01,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-22T03:57:01,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-22T03:57:01,715 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 614 msec 2024-11-22T03:57:01,717 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 625 msec 2024-11-22T03:57:01,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-22T03:57:01,731 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:01,732 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-22T03:57:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:01,736 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:01,738 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:01,738 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:01,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:57:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:01,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:01,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:01,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122021c6ca652bb41bfb40b543bfe4a7e17_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741983_1159 (size=14594) 2024-11-22T03:57:01,821 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:01,830 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122021c6ca652bb41bfb40b543bfe4a7e17_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122021c6ca652bb41bfb40b543bfe4a7e17_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:01,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:01,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff is 175, key is test_row_0/A:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:01,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741984_1160 (size=39549) 2024-11-22T03:57:01,850 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff 2024-11-22T03:57:01,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/b7826450cbe64d769a35bd303cbc770a is 50, key is test_row_0/B:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:01,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741985_1161 (size=12001) 2024-11-22T03:57:01,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/b7826450cbe64d769a35bd303cbc770a 2024-11-22T03:57:01,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/a244fcff1ad74689bb8d9c7fccf7cc1a is 50, key is test_row_0/C:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:01,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247881883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247881886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:01,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:01,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741986_1162 (size=12001) 2024-11-22T03:57:01,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/a244fcff1ad74689bb8d9c7fccf7cc1a 2024-11-22T03:57:01,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff 2024-11-22T03:57:01,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff, entries=200, sequenceid=117, filesize=38.6 K 2024-11-22T03:57:01,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/b7826450cbe64d769a35bd303cbc770a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/b7826450cbe64d769a35bd303cbc770a 2024-11-22T03:57:01,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/b7826450cbe64d769a35bd303cbc770a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T03:57:01,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/a244fcff1ad74689bb8d9c7fccf7cc1a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/a244fcff1ad74689bb8d9c7fccf7cc1a 2024-11-22T03:57:01,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/a244fcff1ad74689bb8d9c7fccf7cc1a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-22T03:57:01,947 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=60.38 KB/61830 for 2fb34c1b6c0694de88fa30a0cad88d63 in 145ms, sequenceid=117, compaction requested=true 2024-11-22T03:57:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:01,947 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:01,947 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:01,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:01,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:01,949 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149701 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:01,949 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:01,950 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,950 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/904d66cfa03d44b5963e27141c3e3627, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=146.2 K 2024-11-22T03:57:01,950 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,950 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/904d66cfa03d44b5963e27141c3e3627, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff] 2024-11-22T03:57:01,952 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:01,952 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:01,953 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:01,953 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c9946ed4de484ed5a4f169f4c9e6c75c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/277b26eb55e64e59831a02caa03a86e9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8914675ff158418280be1ae9383ff0d5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/b7826450cbe64d769a35bd303cbc770a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=47.0 K 2024-11-22T03:57:01,953 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c9946ed4de484ed5a4f169f4c9e6c75c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732247820180 2024-11-22T03:57:01,953 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 904d66cfa03d44b5963e27141c3e3627, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732247820180 2024-11-22T03:57:01,954 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 277b26eb55e64e59831a02caa03a86e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732247820276 2024-11-22T03:57:01,954 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a2b421fd74c48669567f84fe7d0f641, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732247820276 2024-11-22T03:57:01,954 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef250e43018242d1a1fc648ab9e5a91c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732247820430 2024-11-22T03:57:01,954 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8914675ff158418280be1ae9383ff0d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732247820430 2024-11-22T03:57:01,955 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting b7826450cbe64d769a35bd303cbc770a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732247821677 2024-11-22T03:57:01,955 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ef63c0f1a8a4f8b9ccc14ba8fd21fff, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732247821677 2024-11-22T03:57:01,967 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#140 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:01,968 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/a86d153683364255a383b4d0ce6fb5c5 is 50, key is test_row_0/B:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:01,970 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:01,985 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112232a9ec79127848f1bbb682258b9ddbe1_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:01,991 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112232a9ec79127848f1bbb682258b9ddbe1_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:01,991 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112232a9ec79127848f1bbb682258b9ddbe1_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:02,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741987_1163 (size=12241) 2024-11-22T03:57:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:02,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:57:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:02,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:02,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741988_1164 (size=4469) 2024-11-22T03:57:02,025 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#141 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:02,025 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/3e5ed7713a5c4c49ad55d159d3b88c7a is 175, key is test_row_0/A:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:02,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d196edc66924c8da83fe760e98a2edb_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247821818/Put/seqid=0 2024-11-22T03:57:02,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741989_1165 (size=31195) 2024-11-22T03:57:02,065 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/3e5ed7713a5c4c49ad55d159d3b88c7a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3e5ed7713a5c4c49ad55d159d3b88c7a 2024-11-22T03:57:02,074 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into 3e5ed7713a5c4c49ad55d159d3b88c7a(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:02,074 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:02,074 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=12, startTime=1732247821947; duration=0sec 2024-11-22T03:57:02,074 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:02,074 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:02,074 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:02,076 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:02,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,076 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:02,076 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247882071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,076 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6e972866ce954596aa7e83e6dd4b4e28, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/213a763be13445a3abd7a4e7d107f025, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/7f735e0151334c12840d54f5a9b7e21d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/a244fcff1ad74689bb8d9c7fccf7cc1a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=47.0 K 2024-11-22T03:57:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247882072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741990_1166 (size=14644) 2024-11-22T03:57:02,079 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e972866ce954596aa7e83e6dd4b4e28, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1732247820180 2024-11-22T03:57:02,080 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 213a763be13445a3abd7a4e7d107f025, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732247820276 2024-11-22T03:57:02,081 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f735e0151334c12840d54f5a9b7e21d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732247820430 2024-11-22T03:57:02,081 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a244fcff1ad74689bb8d9c7fccf7cc1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732247821677 2024-11-22T03:57:02,082 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:02,092 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225d196edc66924c8da83fe760e98a2edb_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d196edc66924c8da83fe760e98a2edb_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:02,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16b36b21b22c43fc878a034ab44aad70, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:02,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16b36b21b22c43fc878a034ab44aad70 is 175, key is test_row_0/A:col10/1732247821818/Put/seqid=0 2024-11-22T03:57:02,100 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#143 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:02,101 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6d400bf5863647fda07e180d47f2f953 is 50, key is test_row_0/C:col10/1732247821800/Put/seqid=0 2024-11-22T03:57:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741991_1167 (size=39599) 2024-11-22T03:57:02,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741992_1168 (size=12241) 2024-11-22T03:57:02,112 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16b36b21b22c43fc878a034ab44aad70 2024-11-22T03:57:02,122 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/6d400bf5863647fda07e180d47f2f953 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6d400bf5863647fda07e180d47f2f953 2024-11-22T03:57:02,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/3a313ebfa83847bcb387597f34f7eb7c is 50, key is test_row_0/B:col10/1732247821818/Put/seqid=0 2024-11-22T03:57:02,136 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 6d400bf5863647fda07e180d47f2f953(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:02,136 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:02,136 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=12, startTime=1732247821947; duration=0sec 2024-11-22T03:57:02,137 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:02,137 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:02,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741993_1169 (size=12051) 2024-11-22T03:57:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247882180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247882189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,195 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:02,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247882370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,372 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247882390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,394 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247882399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,400 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,410 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/a86d153683364255a383b4d0ce6fb5c5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/a86d153683364255a383b4d0ce6fb5c5 2024-11-22T03:57:02,416 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into a86d153683364255a383b4d0ce6fb5c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:02,416 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:02,416 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=12, startTime=1732247821947; duration=0sec 2024-11-22T03:57:02,416 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:02,416 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:02,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/3a313ebfa83847bcb387597f34f7eb7c 2024-11-22T03:57:02,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/ad5130c52de64d5685d9139d7e20b1c5 is 50, key is test_row_0/C:col10/1732247821818/Put/seqid=0 2024-11-22T03:57:02,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741994_1170 (size=12051) 2024-11-22T03:57:02,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247882700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,704 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:02,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247882710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:02,710 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:02,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:02,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:02,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/ad5130c52de64d5685d9139d7e20b1c5 2024-11-22T03:57:02,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16b36b21b22c43fc878a034ab44aad70 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70 2024-11-22T03:57:02,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70, entries=200, sequenceid=130, filesize=38.7 K 2024-11-22T03:57:02,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/3a313ebfa83847bcb387597f34f7eb7c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3a313ebfa83847bcb387597f34f7eb7c 2024-11-22T03:57:02,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:02,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:02,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3a313ebfa83847bcb387597f34f7eb7c, entries=150, sequenceid=130, filesize=11.8 K 2024-11-22T03:57:02,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/ad5130c52de64d5685d9139d7e20b1c5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/ad5130c52de64d5685d9139d7e20b1c5 2024-11-22T03:57:02,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/ad5130c52de64d5685d9139d7e20b1c5, entries=150, sequenceid=130, filesize=11.8 K 2024-11-22T03:57:02,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 2fb34c1b6c0694de88fa30a0cad88d63 in 977ms, sequenceid=130, compaction requested=false 2024-11-22T03:57:02,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:03,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-22T03:57:03,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:03,124 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:57:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:03,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:03,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223e284d66e38a47f59c9fe5ce2305bb01_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247822058/Put/seqid=0 2024-11-22T03:57:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741995_1171 (size=12304) 2024-11-22T03:57:03,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:03,148 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223e284d66e38a47f59c9fe5ce2305bb01_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223e284d66e38a47f59c9fe5ce2305bb01_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/311c53c699354e48be9808d78ec9b2fb, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:03,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/311c53c699354e48be9808d78ec9b2fb is 175, key is test_row_0/A:col10/1732247822058/Put/seqid=0 2024-11-22T03:57:03,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741996_1172 (size=31105) 2024-11-22T03:57:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:03,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:03,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247883233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247883232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247883329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,332 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247883340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,344 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:03,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247883350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247883350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,354 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,355 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,555 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/311c53c699354e48be9808d78ec9b2fb 2024-11-22T03:57:03,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247883560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247883560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/80beb7bdaf494f1b9cc85cbdffa7f2c3 is 50, key is test_row_0/B:col10/1732247822058/Put/seqid=0 2024-11-22T03:57:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741997_1173 (size=12151) 2024-11-22T03:57:03,573 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/80beb7bdaf494f1b9cc85cbdffa7f2c3 2024-11-22T03:57:03,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/c5de7f4deb8e4a3d9155b628a2803685 is 50, key is test_row_0/C:col10/1732247822058/Put/seqid=0 2024-11-22T03:57:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741998_1174 (size=12151) 2024-11-22T03:57:03,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247883869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:03,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247883869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:03,871 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:03,988 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/c5de7f4deb8e4a3d9155b628a2803685 2024-11-22T03:57:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/311c53c699354e48be9808d78ec9b2fb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb 2024-11-22T03:57:03,997 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb, entries=150, sequenceid=152, filesize=30.4 K 2024-11-22T03:57:03,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/80beb7bdaf494f1b9cc85cbdffa7f2c3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/80beb7bdaf494f1b9cc85cbdffa7f2c3 2024-11-22T03:57:04,003 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/80beb7bdaf494f1b9cc85cbdffa7f2c3, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T03:57:04,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/c5de7f4deb8e4a3d9155b628a2803685 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/c5de7f4deb8e4a3d9155b628a2803685 2024-11-22T03:57:04,008 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/c5de7f4deb8e4a3d9155b628a2803685, entries=150, sequenceid=152, filesize=11.9 K 2024-11-22T03:57:04,009 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 2fb34c1b6c0694de88fa30a0cad88d63 in 886ms, sequenceid=152, compaction requested=true 2024-11-22T03:57:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:04,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-22T03:57:04,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-22T03:57:04,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-22T03:57:04,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2730 sec 2024-11-22T03:57:04,014 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2810 sec 2024-11-22T03:57:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:04,383 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T03:57:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:04,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:04,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ec4bc68e09ed45c3a013047a12853a6f_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:04,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741999_1175 (size=14794) 2024-11-22T03:57:04,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247884410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,414 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247884414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247884414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,424 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247884520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247884530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247884530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247884730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247884740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247884740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:04,742 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:04,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:04,807 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ec4bc68e09ed45c3a013047a12853a6f_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ec4bc68e09ed45c3a013047a12853a6f_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:04,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/71256c3b708b48e5838ecddbbeb1196b, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:04,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/71256c3b708b48e5838ecddbbeb1196b is 175, key is test_row_0/A:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742000_1176 (size=39749) 2024-11-22T03:57:05,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247885039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247885049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247885049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,214 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/71256c3b708b48e5838ecddbbeb1196b 2024-11-22T03:57:05,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/019277f3d8854b6b9344b6c6a8008d17 is 50, key is test_row_0/B:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:05,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742001_1177 (size=12151) 2024-11-22T03:57:05,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/019277f3d8854b6b9344b6c6a8008d17 2024-11-22T03:57:05,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/fb9d4b3414ca48cb9319957b44599ab8 is 50, key is test_row_0/C:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:05,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742002_1178 (size=12151) 2024-11-22T03:57:05,259 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/fb9d4b3414ca48cb9319957b44599ab8 2024-11-22T03:57:05,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/71256c3b708b48e5838ecddbbeb1196b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b 2024-11-22T03:57:05,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b, entries=200, sequenceid=166, filesize=38.8 K 2024-11-22T03:57:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/019277f3d8854b6b9344b6c6a8008d17 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/019277f3d8854b6b9344b6c6a8008d17 2024-11-22T03:57:05,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/019277f3d8854b6b9344b6c6a8008d17, entries=150, sequenceid=166, filesize=11.9 K 2024-11-22T03:57:05,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/fb9d4b3414ca48cb9319957b44599ab8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/fb9d4b3414ca48cb9319957b44599ab8 2024-11-22T03:57:05,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/fb9d4b3414ca48cb9319957b44599ab8, entries=150, sequenceid=166, filesize=11.9 K 2024-11-22T03:57:05,303 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 2fb34c1b6c0694de88fa30a0cad88d63 in 920ms, sequenceid=166, compaction requested=true 2024-11-22T03:57:05,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:05,304 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:05,304 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:05,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:05,305 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:05,305 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:05,305 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:05,305 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:05,305 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:05,305 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/a86d153683364255a383b4d0ce6fb5c5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3a313ebfa83847bcb387597f34f7eb7c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/80beb7bdaf494f1b9cc85cbdffa7f2c3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/019277f3d8854b6b9344b6c6a8008d17] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=47.5 K 2024-11-22T03:57:05,306 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:05,306 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a86d153683364255a383b4d0ce6fb5c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732247821677 2024-11-22T03:57:05,306 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3e5ed7713a5c4c49ad55d159d3b88c7a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=138.3 K 2024-11-22T03:57:05,306 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:05,306 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3e5ed7713a5c4c49ad55d159d3b88c7a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b] 2024-11-22T03:57:05,306 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a313ebfa83847bcb387597f34f7eb7c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732247821818 2024-11-22T03:57:05,306 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e5ed7713a5c4c49ad55d159d3b88c7a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732247821677 2024-11-22T03:57:05,307 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 80beb7bdaf494f1b9cc85cbdffa7f2c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732247822034 2024-11-22T03:57:05,307 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16b36b21b22c43fc878a034ab44aad70, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732247821818 2024-11-22T03:57:05,307 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 019277f3d8854b6b9344b6c6a8008d17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732247823228 2024-11-22T03:57:05,307 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 311c53c699354e48be9808d78ec9b2fb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732247822034 2024-11-22T03:57:05,307 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71256c3b708b48e5838ecddbbeb1196b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732247823228 2024-11-22T03:57:05,323 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:05,332 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#153 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:05,333 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9b19ff01b19a4f7499293ea520e888e5 is 50, key is test_row_0/B:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:05,335 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122f04c62b4f257451690426ab66121cf8b_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:05,339 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122f04c62b4f257451690426ab66121cf8b_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:05,340 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f04c62b4f257451690426ab66121cf8b_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742003_1179 (size=12527) 2024-11-22T03:57:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742004_1180 (size=4469) 2024-11-22T03:57:05,358 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9b19ff01b19a4f7499293ea520e888e5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9b19ff01b19a4f7499293ea520e888e5 2024-11-22T03:57:05,368 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into 9b19ff01b19a4f7499293ea520e888e5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:05,368 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:05,368 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=12, startTime=1732247825304; duration=0sec 2024-11-22T03:57:05,368 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:05,368 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:05,368 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:05,370 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:05,370 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:05,370 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:05,370 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6d400bf5863647fda07e180d47f2f953, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/ad5130c52de64d5685d9139d7e20b1c5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/c5de7f4deb8e4a3d9155b628a2803685, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/fb9d4b3414ca48cb9319957b44599ab8] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=47.5 K 2024-11-22T03:57:05,372 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d400bf5863647fda07e180d47f2f953, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732247821677 2024-11-22T03:57:05,372 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting ad5130c52de64d5685d9139d7e20b1c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732247821818 2024-11-22T03:57:05,373 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c5de7f4deb8e4a3d9155b628a2803685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732247822034 2024-11-22T03:57:05,373 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting fb9d4b3414ca48cb9319957b44599ab8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732247823228 2024-11-22T03:57:05,387 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#154 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:05,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/3150e407ec6147de838b017040de88db is 50, key is test_row_0/C:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:05,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742005_1181 (size=12527) 2024-11-22T03:57:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:05,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:57:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:05,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:05,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:05,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220538dc49ef2a47149122edd624308c5a_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247824412/Put/seqid=0 2024-11-22T03:57:05,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742006_1182 (size=14794) 2024-11-22T03:57:05,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247885568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,572 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247885571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247885570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247885679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247885679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,683 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247885690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,694 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,695 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,755 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#152 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:05,755 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/98432325bf3d43ffac3854e379214734 is 175, key is test_row_0/A:col10/1732247823228/Put/seqid=0 2024-11-22T03:57:05,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742007_1183 (size=31481) 2024-11-22T03:57:05,801 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/3150e407ec6147de838b017040de88db as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/3150e407ec6147de838b017040de88db 2024-11-22T03:57:05,806 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 3150e407ec6147de838b017040de88db(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:05,806 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:05,806 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=12, startTime=1732247825304; duration=0sec 2024-11-22T03:57:05,806 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:05,806 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:05,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247885889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247885889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-22T03:57:05,900 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:05,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:05,900 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:05,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247885899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:05,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:05,901 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-22T03:57:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:05,902 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:05,902 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:05,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:05,964 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:05,968 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220538dc49ef2a47149122edd624308c5a_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220538dc49ef2a47149122edd624308c5a_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:05,969 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/5735c74760f34a0e9afee863feeae3f0, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:05,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/5735c74760f34a0e9afee863feeae3f0 is 175, key is test_row_0/A:col10/1732247824412/Put/seqid=0 2024-11-22T03:57:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742008_1184 (size=39749) 2024-11-22T03:57:06,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:06,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,164 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/98432325bf3d43ffac3854e379214734 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/98432325bf3d43ffac3854e379214734 2024-11-22T03:57:06,169 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into 98432325bf3d43ffac3854e379214734(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:06,169 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:06,169 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=12, startTime=1732247825303; duration=0sec 2024-11-22T03:57:06,169 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:06,169 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:06,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247886199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247886199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:06,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247886210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:06,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,375 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/5735c74760f34a0e9afee863feeae3f0 2024-11-22T03:57:06,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/96e13e544de44b70af27685f84b75a0a is 50, key is test_row_0/B:col10/1732247824412/Put/seqid=0 2024-11-22T03:57:06,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742009_1185 (size=12151) 2024-11-22T03:57:06,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,514 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:06,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247886710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:06,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247886710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:06,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247886719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:06,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:06,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/96e13e544de44b70af27685f84b75a0a 2024-11-22T03:57:06,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/d88372e2ef534418bf485d3cedd04fe5 is 50, key is test_row_0/C:col10/1732247824412/Put/seqid=0 2024-11-22T03:57:06,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742010_1186 (size=12151) 2024-11-22T03:57:06,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:06,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:06,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:07,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:07,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:07,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:07,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:07,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/d88372e2ef534418bf485d3cedd04fe5 2024-11-22T03:57:07,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/5735c74760f34a0e9afee863feeae3f0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0 2024-11-22T03:57:07,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0, entries=200, sequenceid=187, filesize=38.8 K 2024-11-22T03:57:07,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/96e13e544de44b70af27685f84b75a0a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/96e13e544de44b70af27685f84b75a0a 2024-11-22T03:57:07,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/96e13e544de44b70af27685f84b75a0a, entries=150, sequenceid=187, filesize=11.9 K 2024-11-22T03:57:07,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/d88372e2ef534418bf485d3cedd04fe5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d88372e2ef534418bf485d3cedd04fe5 2024-11-22T03:57:07,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d88372e2ef534418bf485d3cedd04fe5, entries=150, sequenceid=187, filesize=11.9 K 2024-11-22T03:57:07,229 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-22T03:57:07,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1679ms, sequenceid=187, compaction requested=false 2024-11-22T03:57:07,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:07,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-22T03:57:07,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:07,279 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:57:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:07,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:07,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112210f532d934b640db9aad75b9438ea72e_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247825568/Put/seqid=0 2024-11-22T03:57:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742011_1187 (size=12304) 2024-11-22T03:57:07,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:07,307 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112210f532d934b640db9aad75b9438ea72e_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112210f532d934b640db9aad75b9438ea72e_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/7f35fe0d1f824d6e817aeab4df02a409, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:07,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/7f35fe0d1f824d6e817aeab4df02a409 is 175, key is test_row_0/A:col10/1732247825568/Put/seqid=0 2024-11-22T03:57:07,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742012_1188 (size=31105) 2024-11-22T03:57:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:07,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247887433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247887434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247887550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247887550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,717 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/7f35fe0d1f824d6e817aeab4df02a409 2024-11-22T03:57:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/474b97bcd90340489da1b5044a6c1979 is 50, key is test_row_0/B:col10/1732247825568/Put/seqid=0 2024-11-22T03:57:07,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247887729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247887729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,732 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247887729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,732 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,732 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,732 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,733 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742013_1189 (size=12151) 2024-11-22T03:57:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247887760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247887760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:07,763 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:08,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247888069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247888070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,072 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,138 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/474b97bcd90340489da1b5044a6c1979 2024-11-22T03:57:08,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/d7e979da51f44b54adba5f9c8c86055c is 50, key is test_row_0/C:col10/1732247825568/Put/seqid=0 2024-11-22T03:57:08,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742014_1190 (size=12151) 2024-11-22T03:57:08,331 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-22T03:57:08,331 INFO [master/c85114ed5096:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-22T03:57:08,550 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/d7e979da51f44b54adba5f9c8c86055c 2024-11-22T03:57:08,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/7f35fe0d1f824d6e817aeab4df02a409 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409 2024-11-22T03:57:08,561 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409, entries=150, sequenceid=201, filesize=30.4 K 2024-11-22T03:57:08,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/474b97bcd90340489da1b5044a6c1979 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/474b97bcd90340489da1b5044a6c1979 2024-11-22T03:57:08,566 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/474b97bcd90340489da1b5044a6c1979, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T03:57:08,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/d7e979da51f44b54adba5f9c8c86055c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d7e979da51f44b54adba5f9c8c86055c 2024-11-22T03:57:08,571 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d7e979da51f44b54adba5f9c8c86055c, entries=150, sequenceid=201, filesize=11.9 K 2024-11-22T03:57:08,572 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1293ms, sequenceid=201, compaction requested=true 2024-11-22T03:57:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:08,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-22T03:57:08,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-22T03:57:08,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-22T03:57:08,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6710 sec 2024-11-22T03:57:08,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.6770 sec 2024-11-22T03:57:08,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:08,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:57:08,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247827421, max timestamp=1732247828585Num uniques 859; 2024-11-22T03:57:08,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247827421, max timestamp=1732247828585Num uniques 859; 2024-11-22T03:57:08,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:08,588 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:08,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:08,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228adf09635b4048df8c6fb1eb67e4a4d5_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:08,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742015_1191 (size=14794) 2024-11-22T03:57:08,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:08,619 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228adf09635b4048df8c6fb1eb67e4a4d5_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228adf09635b4048df8c6fb1eb67e4a4d5_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:08,620 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16d0d4771eb44c52b12d16dc2cbd52d6, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:08,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16d0d4771eb44c52b12d16dc2cbd52d6 is 175, key is test_row_0/A:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:08,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742016_1192 (size=39749) 2024-11-22T03:57:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247888651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247888653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,657 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,658 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247888760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247888760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,766 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247888970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:08,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247888970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:08,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,038 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16d0d4771eb44c52b12d16dc2cbd52d6 2024-11-22T03:57:09,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/12e36e40d8e64d0aa5da41c0ae2605b6 is 50, key is test_row_0/B:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:09,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742017_1193 (size=12151) 2024-11-22T03:57:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247889280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247889280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/12e36e40d8e64d0aa5da41c0ae2605b6 2024-11-22T03:57:09,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/61cf17bc61694eef868275f3cee32b7a is 50, key is test_row_0/C:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:09,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742018_1194 (size=12151) 2024-11-22T03:57:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247889749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247889749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,753 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,754 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247889760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,764 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 2fb34c1b6c0694de88fa30a0cad88d63 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,764 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247889790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247889790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:09,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:09,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/61cf17bc61694eef868275f3cee32b7a 2024-11-22T03:57:09,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/16d0d4771eb44c52b12d16dc2cbd52d6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6 2024-11-22T03:57:09,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6, entries=200, sequenceid=223, filesize=38.8 K 2024-11-22T03:57:09,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/12e36e40d8e64d0aa5da41c0ae2605b6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/12e36e40d8e64d0aa5da41c0ae2605b6 2024-11-22T03:57:09,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/12e36e40d8e64d0aa5da41c0ae2605b6, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T03:57:09,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/61cf17bc61694eef868275f3cee32b7a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/61cf17bc61694eef868275f3cee32b7a 2024-11-22T03:57:09,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/61cf17bc61694eef868275f3cee32b7a, entries=150, sequenceid=223, filesize=11.9 K 2024-11-22T03:57:09,894 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~64.85 KB/66410, heapSize ~184.05 KB/188464, currentSize=114.05 KB/116790 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1307ms, sequenceid=223, compaction requested=true 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:09,894 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:09,894 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:09,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:09,898 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:09,898 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:09,898 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:09,898 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/98432325bf3d43ffac3854e379214734, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=138.8 K 2024-11-22T03:57:09,898 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:09,898 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/98432325bf3d43ffac3854e379214734, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6] 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:09,899 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98432325bf3d43ffac3854e379214734, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732247823228 2024-11-22T03:57:09,899 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9b19ff01b19a4f7499293ea520e888e5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/96e13e544de44b70af27685f84b75a0a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/474b97bcd90340489da1b5044a6c1979, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/12e36e40d8e64d0aa5da41c0ae2605b6] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=47.8 K 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5735c74760f34a0e9afee863feeae3f0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732247824408 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b19ff01b19a4f7499293ea520e888e5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732247823228 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f35fe0d1f824d6e817aeab4df02a409, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732247825564 2024-11-22T03:57:09,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 96e13e544de44b70af27685f84b75a0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732247824412 2024-11-22T03:57:09,900 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 474b97bcd90340489da1b5044a6c1979, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732247825564 2024-11-22T03:57:09,900 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 16d0d4771eb44c52b12d16dc2cbd52d6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732247827421 2024-11-22T03:57:09,900 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 12e36e40d8e64d0aa5da41c0ae2605b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732247827421 2024-11-22T03:57:09,907 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:09,908 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:09,909 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/d6ccc2bf7c0b4c4eafe00442eef54ab3 is 50, key is test_row_0/B:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:09,913 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411225eb199218c2147b9a9d167a4260db298_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:09,915 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411225eb199218c2147b9a9d167a4260db298_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:09,915 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225eb199218c2147b9a9d167a4260db298_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742019_1195 (size=12663) 2024-11-22T03:57:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742020_1196 (size=4469) 2024-11-22T03:57:09,929 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#165 average throughput is 1.11 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:09,929 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/4a3c13f117f74e96aa709611b7cc158e is 175, key is test_row_0/A:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:09,931 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/d6ccc2bf7c0b4c4eafe00442eef54ab3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/d6ccc2bf7c0b4c4eafe00442eef54ab3 2024-11-22T03:57:09,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742021_1197 (size=31617) 2024-11-22T03:57:09,936 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into d6ccc2bf7c0b4c4eafe00442eef54ab3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:09,936 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:09,936 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=12, startTime=1732247829894; duration=0sec 2024-11-22T03:57:09,937 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:09,937 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:09,937 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:09,938 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:09,939 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:09,939 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:09,939 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/3150e407ec6147de838b017040de88db, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d88372e2ef534418bf485d3cedd04fe5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d7e979da51f44b54adba5f9c8c86055c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/61cf17bc61694eef868275f3cee32b7a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=47.8 K 2024-11-22T03:57:09,939 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3150e407ec6147de838b017040de88db, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1732247823228 2024-11-22T03:57:09,939 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d88372e2ef534418bf485d3cedd04fe5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1732247824412 2024-11-22T03:57:09,940 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d7e979da51f44b54adba5f9c8c86055c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732247825564 2024-11-22T03:57:09,941 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 61cf17bc61694eef868275f3cee32b7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732247827421 2024-11-22T03:57:09,951 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#166 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:09,951 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/20b1476d32804d48b69e1837e7f5b47e is 50, key is test_row_0/C:col10/1732247827431/Put/seqid=0 2024-11-22T03:57:09,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742022_1198 (size=12663) 2024-11-22T03:57:10,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-22T03:57:10,070 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:10,071 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-22T03:57:10,074 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T03:57:10,075 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:10,075 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T03:57:10,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-22T03:57:10,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:10,229 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:57:10,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:10,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ab33438164414786bdcdf1dcfa25862a_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247828651/Put/seqid=0 2024-11-22T03:57:10,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742023_1199 (size=12304) 2024-11-22T03:57:10,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,272 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ab33438164414786bdcdf1dcfa25862a_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab33438164414786bdcdf1dcfa25862a_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ae97461816974be8a74472da91e4f9e2, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:10,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ae97461816974be8a74472da91e4f9e2 is 175, key is test_row_0/A:col10/1732247828651/Put/seqid=0 2024-11-22T03:57:10,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742024_1200 (size=31105) 2024-11-22T03:57:10,291 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ae97461816974be8a74472da91e4f9e2 2024-11-22T03:57:10,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/671c0bd90aef4fa8a512d0952d6d8cb3 is 50, key is test_row_0/B:col10/1732247828651/Put/seqid=0 2024-11-22T03:57:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742025_1201 (size=12151) 2024-11-22T03:57:10,322 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/671c0bd90aef4fa8a512d0952d6d8cb3 2024-11-22T03:57:10,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/2d10af68d4344c468ab019026dcf0226 is 50, key is test_row_0/C:col10/1732247828651/Put/seqid=0 2024-11-22T03:57:10,340 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/4a3c13f117f74e96aa709611b7cc158e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/4a3c13f117f74e96aa709611b7cc158e 2024-11-22T03:57:10,365 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into 4a3c13f117f74e96aa709611b7cc158e(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:10,365 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:10,365 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=12, startTime=1732247829894; duration=0sec 2024-11-22T03:57:10,365 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:10,365 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:10,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742026_1202 (size=12151) 2024-11-22T03:57:10,372 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/2d10af68d4344c468ab019026dcf0226 2024-11-22T03:57:10,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/ae97461816974be8a74472da91e4f9e2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2 2024-11-22T03:57:10,380 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/20b1476d32804d48b69e1837e7f5b47e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/20b1476d32804d48b69e1837e7f5b47e 2024-11-22T03:57:10,387 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2, entries=150, sequenceid=244, filesize=30.4 K 2024-11-22T03:57:10,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/671c0bd90aef4fa8a512d0952d6d8cb3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/671c0bd90aef4fa8a512d0952d6d8cb3 2024-11-22T03:57:10,388 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 20b1476d32804d48b69e1837e7f5b47e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:10,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:10,388 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=12, startTime=1732247829894; duration=0sec 2024-11-22T03:57:10,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:10,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T03:57:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,395 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/671c0bd90aef4fa8a512d0952d6d8cb3, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T03:57:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/2d10af68d4344c468ab019026dcf0226 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2d10af68d4344c468ab019026dcf0226 2024-11-22T03:57:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,401 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2d10af68d4344c468ab019026dcf0226, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T03:57:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,403 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for 2fb34c1b6c0694de88fa30a0cad88d63 in 173ms, sequenceid=244, compaction requested=false 2024-11-22T03:57:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:10,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:10,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-22T03:57:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-22T03:57:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-22T03:57:10,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 329 msec 2024-11-22T03:57:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 336 msec 2024-11-22T03:57:10,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-22T03:57:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,700 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,700 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-22T03:57:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,703 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T03:57:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,704 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T03:57:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-22T03:57:10,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:10,861 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-22T03:57:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:10,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:10,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122945faacb39ca45cab0c5792a4eb2df67_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247830838/Put/seqid=0 2024-11-22T03:57:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742027_1203 (size=14794) 2024-11-22T03:57:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:10,939 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247830909, max timestamp=1732247830936Num uniques 859; 2024-11-22T03:57:10,939 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247830909, max timestamp=1732247830936Num uniques 859; 2024-11-22T03:57:10,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:10,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:10,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247830909, max timestamp=1732247830936Num uniques 859; 2024-11-22T03:57:10,940 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:11,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732247830987, max timestamp=1732247831015Num uniques 1018; 2024-11-22T03:57:11,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732247830987, max timestamp=1732247831015Num uniques 1018; 2024-11-22T03:57:11,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-22T03:57:11,019 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-22T03:57:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T03:57:11,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732247830987, max timestamp=1732247831015Num uniques 1018; 2024-11-22T03:57:11,020 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-22T03:57:11,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247891062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732247831043, max timestamp=1732247831071Num uniques 1127; 2024-11-22T03:57:11,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732247831043, max timestamp=1732247831071Num uniques 1127; 2024-11-22T03:57:11,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=327, cellSize=14972, totalHeapSize=34248, min timestamp=1732247831043, max timestamp=1732247831071Num uniques 1127; 2024-11-22T03:57:11,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=14972, suffix heap size=145176,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=327 2024-11-22T03:57:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=14972, suffix heap size=145176,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=327 2024-11-22T03:57:11,076 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=14972, suffix heap size=145176,new segment heap size=34248 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=327 2024-11-22T03:57:11,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247831134, max timestamp=1732247831150Num uniques 1186; 2024-11-22T03:57:11,154 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-22T03:57:11,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247831134, max timestamp=1732247831150Num uniques 1186; 2024-11-22T03:57:11,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247831134, max timestamp=1732247831150Num uniques 1186; 2024-11-22T03:57:11,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-22T03:57:11,155 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=54316, new segment data size=8516, suffix heap size=151312,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1186, new segment cells count=186 2024-11-22T03:57:11,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732247831211, max timestamp=1732247831220Num uniques 1045; 2024-11-22T03:57:11,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732247831211, max timestamp=1732247831220Num uniques 1045; 2024-11-22T03:57:11,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-22T03:57:11,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1732247831211, max timestamp=1732247831220Num uniques 1045; 2024-11-22T03:57:11,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-22T03:57:11,225 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=8930, suffix heap size=136648,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=195 2024-11-22T03:57:11,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:11,286 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122945faacb39ca45cab0c5792a4eb2df67_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122945faacb39ca45cab0c5792a4eb2df67_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/10a47d087a1e429ea40c0584be702bc0, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:11,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/10a47d087a1e429ea40c0584be702bc0 is 175, key is test_row_0/A:col10/1732247830838/Put/seqid=0 2024-11-22T03:57:11,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742028_1204 (size=39749) 2024-11-22T03:57:11,302 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/10a47d087a1e429ea40c0584be702bc0 2024-11-22T03:57:11,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9e72d58410d74f32bf6d53f469669203 is 50, key is test_row_0/B:col10/1732247830838/Put/seqid=0 2024-11-22T03:57:11,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732247831258, max timestamp=1732247831317Num uniques 1054; 2024-11-22T03:57:11,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-22T03:57:11,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732247831258, max timestamp=1732247831317Num uniques 1054; 2024-11-22T03:57:11,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-22T03:57:11,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=254, cellSize=11630, totalHeapSize=26656, min timestamp=1732247831258, max timestamp=1732247831317Num uniques 1054; 2024-11-22T03:57:11,322 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=11630, suffix heap size=137584,new segment heap size=26656 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=254 2024-11-22T03:57:11,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742029_1205 (size=12151) 2024-11-22T03:57:11,325 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9e72d58410d74f32bf6d53f469669203 2024-11-22T03:57:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T03:57:11,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/cfebc5eb79cc4a56bc224e2f38fcb5cd is 50, key is test_row_0/C:col10/1732247830838/Put/seqid=0 2024-11-22T03:57:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742030_1206 (size=12151) 2024-11-22T03:57:11,358 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/cfebc5eb79cc4a56bc224e2f38fcb5cd 2024-11-22T03:57:11,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/10a47d087a1e429ea40c0584be702bc0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0 2024-11-22T03:57:11,373 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0, entries=200, sequenceid=253, filesize=38.8 K 2024-11-22T03:57:11,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9e72d58410d74f32bf6d53f469669203 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9e72d58410d74f32bf6d53f469669203 2024-11-22T03:57:11,379 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9e72d58410d74f32bf6d53f469669203, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T03:57:11,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/cfebc5eb79cc4a56bc224e2f38fcb5cd as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/cfebc5eb79cc4a56bc224e2f38fcb5cd 2024-11-22T03:57:11,392 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/cfebc5eb79cc4a56bc224e2f38fcb5cd, entries=150, sequenceid=253, filesize=11.9 K 2024-11-22T03:57:11,394 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=147.60 KB/151140 for 2fb34c1b6c0694de88fa30a0cad88d63 in 532ms, sequenceid=253, compaction requested=true 2024-11-22T03:57:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-22T03:57:11,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-22T03:57:11,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-22T03:57:11,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 691 msec 2024-11-22T03:57:11,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:11,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7455, totalHeapSize=17192, min timestamp=1732247831367, max timestamp=1732247831396Num uniques 1113; 2024-11-22T03:57:11,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50965, new segment data size=7455, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-22T03:57:11,401 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732247831367, max timestamp=1732247831396Num uniques 1113; 2024-11-22T03:57:11,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=163, cellSize=7458, totalHeapSize=17192, min timestamp=1732247831367, max timestamp=1732247831396Num uniques 1113; 2024-11-22T03:57:11,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-22T03:57:11,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50968, new segment data size=7458, suffix heap size=143720,new segment heap size=17192 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1113, new segment cells count=163 2024-11-22T03:57:11,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=33.54 KB heapSize=85.78 KB 2024-11-22T03:57:11,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:11,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:11,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:11,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:11,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:11,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:11,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 698 msec 2024-11-22T03:57:11,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122162472129f664f30b9181d483b0fad55_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:11,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742031_1207 (size=17534) 2024-11-22T03:57:11,441 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:11,449 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122162472129f664f30b9181d483b0fad55_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122162472129f664f30b9181d483b0fad55_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:11,450 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/f7ff04a962474d289f2e8cf741b37e9a, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:11,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/f7ff04a962474d289f2e8cf741b37e9a is 175, key is test_row_0/A:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742032_1208 (size=48639) 2024-11-22T03:57:11,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/f7ff04a962474d289f2e8cf741b37e9a 2024-11-22T03:57:11,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247831444, max timestamp=1732247831467Num uniques 859; 2024-11-22T03:57:11,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247831444, max timestamp=1732247831467Num uniques 859; 2024-11-22T03:57:11,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:11,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:11,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247831453, max timestamp=1732247831467Num uniques 859; 2024-11-22T03:57:11,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:11,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c8985b5ded984459841c7872d6e2a619 is 50, key is test_row_0/B:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742033_1209 (size=12301) 2024-11-22T03:57:11,528 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732247831497, max timestamp=1732247831525Num uniques 1068; 2024-11-22T03:57:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247891527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732247831497, max timestamp=1732247831525Num uniques 1068; 2024-11-22T03:57:11,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-22T03:57:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=268, cellSize=12268, totalHeapSize=28112, min timestamp=1732247831497, max timestamp=1732247831525Num uniques 1018; 2024-11-22T03:57:11,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=12268, suffix heap size=139040,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=268 2024-11-22T03:57:11,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=12268, suffix heap size=133840,new segment heap size=28112 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=268 2024-11-22T03:57:11,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247891629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,630 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732247831583, max timestamp=1732247831627Num uniques 1127; 2024-11-22T03:57:11,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732247831583, max timestamp=1732247831627Num uniques 1127; 2024-11-22T03:57:11,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-22T03:57:11,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-22T03:57:11,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1732247831583, max timestamp=1732247831627Num uniques 1127; 2024-11-22T03:57:11,632 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51612, new segment data size=8102, suffix heap size=145176,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1127, new segment cells count=177 2024-11-22T03:57:11,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732247831681, max timestamp=1732247831713Num uniques 1036; 2024-11-22T03:57:11,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732247831681, max timestamp=1732247831713Num uniques 1036; 2024-11-22T03:57:11,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-22T03:57:11,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-22T03:57:11,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1732247831681, max timestamp=1732247831713Num uniques 1036; 2024-11-22T03:57:11,717 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47446, new segment data size=10806, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-11-22T03:57:11,770 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732247831746, max timestamp=1732247831766Num uniques 1095; 2024-11-22T03:57:11,770 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732247831746, max timestamp=1732247831766Num uniques 1095; 2024-11-22T03:57:11,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=345, cellSize=15800, totalHeapSize=36120, min timestamp=1732247831746, max timestamp=1732247831766Num uniques 1095; 2024-11-22T03:57:11,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-22T03:57:11,770 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-22T03:57:11,771 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=15800, suffix heap size=141848,new segment heap size=36120 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=345 2024-11-22T03:57:11,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247891806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247891808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-22T03:57:11,840 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:11,840 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-22T03:57:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T03:57:11,842 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:11,843 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:11,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:11,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c8985b5ded984459841c7872d6e2a619 2024-11-22T03:57:11,910 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/0b27a9bb6e7c402cb8e3b00d43be6ede is 50, key is test_row_0/C:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:11,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742034_1210 (size=12301) 2024-11-22T03:57:11,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247891920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247891920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:11,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T03:57:11,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:11,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:11,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247892130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247892130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T03:57:12,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/0b27a9bb6e7c402cb8e3b00d43be6ede 2024-11-22T03:57:12,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/f7ff04a962474d289f2e8cf741b37e9a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a 2024-11-22T03:57:12,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a, entries=250, sequenceid=378, filesize=47.5 K 2024-11-22T03:57:12,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c8985b5ded984459841c7872d6e2a619 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c8985b5ded984459841c7872d6e2a619 2024-11-22T03:57:12,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c8985b5ded984459841c7872d6e2a619, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T03:57:12,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/0b27a9bb6e7c402cb8e3b00d43be6ede as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0b27a9bb6e7c402cb8e3b00d43be6ede 2024-11-22T03:57:12,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0b27a9bb6e7c402cb8e3b00d43be6ede, entries=150, sequenceid=378, filesize=12.0 K 2024-11-22T03:57:12,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.73 KB/87792, currentSize=154.31 KB/158010 for 2fb34c1b6c0694de88fa30a0cad88d63 in 938ms, sequenceid=378, compaction requested=true 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:12,341 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:12,341 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:12,342 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 151110 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:12,342 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:12,342 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:12,342 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:12,342 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,342 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/d6ccc2bf7c0b4c4eafe00442eef54ab3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/671c0bd90aef4fa8a512d0952d6d8cb3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9e72d58410d74f32bf6d53f469669203, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c8985b5ded984459841c7872d6e2a619] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=48.1 K 2024-11-22T03:57:12,342 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,342 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/4a3c13f117f74e96aa709611b7cc158e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=147.6 K 2024-11-22T03:57:12,342 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,342 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/4a3c13f117f74e96aa709611b7cc158e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a] 2024-11-22T03:57:12,345 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a3c13f117f74e96aa709611b7cc158e, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732247827421 2024-11-22T03:57:12,345 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d6ccc2bf7c0b4c4eafe00442eef54ab3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732247827421 2024-11-22T03:57:12,345 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae97461816974be8a74472da91e4f9e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732247828642 2024-11-22T03:57:12,345 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 671c0bd90aef4fa8a512d0952d6d8cb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732247828642 2024-11-22T03:57:12,345 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10a47d087a1e429ea40c0584be702bc0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732247830838 2024-11-22T03:57:12,345 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e72d58410d74f32bf6d53f469669203, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732247830838 2024-11-22T03:57:12,346 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7ff04a962474d289f2e8cf741b37e9a, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732247831367 2024-11-22T03:57:12,346 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c8985b5ded984459841c7872d6e2a619, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732247831367 2024-11-22T03:57:12,355 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:12,359 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#177 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:12,360 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/eaac613063724801b662d1ec76898c4d is 50, key is test_row_0/B:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:12,365 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220ebaa76f8cec443ba4c620a057092f0a_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:12,367 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220ebaa76f8cec443ba4c620a057092f0a_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:12,368 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220ebaa76f8cec443ba4c620a057092f0a_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:12,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742035_1211 (size=12949) 2024-11-22T03:57:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742036_1212 (size=4469) 2024-11-22T03:57:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:12,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=161.02 KB heapSize=447.23 KB 2024-11-22T03:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:12,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:12,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:12,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e28f186b781144ca95cfb18db1b4fb99_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247832443/Put/seqid=0 2024-11-22T03:57:12,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742037_1213 (size=14994) 2024-11-22T03:57:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,456 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:12,463 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e28f186b781144ca95cfb18db1b4fb99_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e28f186b781144ca95cfb18db1b4fb99_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:12,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247892460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247892460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/385cf2446929432ebe0e4731b215dbd2, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:12,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/385cf2446929432ebe0e4731b215dbd2 is 175, key is test_row_0/A:col10/1732247832443/Put/seqid=0 2024-11-22T03:57:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T03:57:12,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742038_1214 (size=39949) 2024-11-22T03:57:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247892570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247892570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,779 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/eaac613063724801b662d1ec76898c4d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/eaac613063724801b662d1ec76898c4d 2024-11-22T03:57:12,779 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#176 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:12,780 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/8acef3595e294d80885db4382541cff4 is 175, key is test_row_0/A:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247892780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:12,785 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into eaac613063724801b662d1ec76898c4d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247892780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:12,785 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:12,785 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=12, startTime=1732247832341; duration=0sec 2024-11-22T03:57:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,785 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:12,785 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,785 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:12,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:12,787 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:12,787 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:12,787 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,788 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/20b1476d32804d48b69e1837e7f5b47e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2d10af68d4344c468ab019026dcf0226, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/cfebc5eb79cc4a56bc224e2f38fcb5cd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0b27a9bb6e7c402cb8e3b00d43be6ede] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=48.1 K 2024-11-22T03:57:12,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 20b1476d32804d48b69e1837e7f5b47e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1732247827421 2024-11-22T03:57:12,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d10af68d4344c468ab019026dcf0226, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732247828642 2024-11-22T03:57:12,789 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting cfebc5eb79cc4a56bc224e2f38fcb5cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1732247830838 2024-11-22T03:57:12,789 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b27a9bb6e7c402cb8e3b00d43be6ede, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732247831367 2024-11-22T03:57:12,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742039_1215 (size=31903) 2024-11-22T03:57:12,799 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/8acef3595e294d80885db4382541cff4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8acef3595e294d80885db4382541cff4 2024-11-22T03:57:12,801 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#179 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:12,802 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/0534a0103aca4c318363691b9ec64b49 is 50, key is test_row_0/C:col10/1732247831386/Put/seqid=0 2024-11-22T03:57:12,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742040_1216 (size=12949) 2024-11-22T03:57:12,813 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into 8acef3595e294d80885db4382541cff4(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:12,813 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:12,813 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=12, startTime=1732247832341; duration=0sec 2024-11-22T03:57:12,813 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:12,813 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:12,815 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/0534a0103aca4c318363691b9ec64b49 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0534a0103aca4c318363691b9ec64b49 2024-11-22T03:57:12,820 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 0534a0103aca4c318363691b9ec64b49(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:12,820 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:12,820 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=12, startTime=1732247832341; duration=0sec 2024-11-22T03:57:12,820 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:12,820 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:12,878 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/385cf2446929432ebe0e4731b215dbd2 2024-11-22T03:57:12,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/10e4e13c75164637a03f7af9f0c83730 is 50, key is test_row_0/B:col10/1732247832443/Put/seqid=0 2024-11-22T03:57:12,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742041_1217 (size=12301) 2024-11-22T03:57:12,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/10e4e13c75164637a03f7af9f0c83730 2024-11-22T03:57:12,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/1ca7e01d68ea49d3bf1d808eeda9ee6e is 50, key is test_row_0/C:col10/1732247832443/Put/seqid=0 2024-11-22T03:57:12,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742042_1218 (size=12301) 2024-11-22T03:57:12,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:12,917 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T03:57:13,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:13,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:13,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:13,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:13,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:13,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:13,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247893089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:13,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:13,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247893089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:13,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:13,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:13,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:13,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:13,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:13,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:13,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:13,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/1ca7e01d68ea49d3bf1d808eeda9ee6e 2024-11-22T03:57:13,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/385cf2446929432ebe0e4731b215dbd2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2 2024-11-22T03:57:13,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2, entries=200, sequenceid=484, filesize=39.0 K 2024-11-22T03:57:13,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/10e4e13c75164637a03f7af9f0c83730 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/10e4e13c75164637a03f7af9f0c83730 2024-11-22T03:57:13,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/10e4e13c75164637a03f7af9f0c83730, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T03:57:13,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/1ca7e01d68ea49d3bf1d808eeda9ee6e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1ca7e01d68ea49d3bf1d808eeda9ee6e 2024-11-22T03:57:13,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1ca7e01d68ea49d3bf1d808eeda9ee6e, entries=150, sequenceid=484, filesize=12.0 K 2024-11-22T03:57:13,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~447.19 KB/457920, currentSize=26.84 KB/27480 for 2fb34c1b6c0694de88fa30a0cad88d63 in 887ms, sequenceid=484, compaction requested=false 2024-11-22T03:57:13,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:13,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-22T03:57:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:13,378 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T03:57:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:13,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112266e0049e6c5147949fb7306b94eb609e_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247832445/Put/seqid=0 2024-11-22T03:57:13,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742043_1219 (size=12454) 2024-11-22T03:57:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:13,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:13,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732247833620, max timestamp=1732247833635Num uniques 859; 2024-11-22T03:57:13,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732247833620, max timestamp=1732247833635Num uniques 859; 2024-11-22T03:57:13,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:57:13,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:57:13,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732247833620, max timestamp=1732247833635Num uniques 859; 2024-11-22T03:57:13,638 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:57:13,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:13,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247893695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:13,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247893712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:13,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732247833657, max timestamp=1732247833707Num uniques 1118; 2024-11-22T03:57:13,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732247833657, max timestamp=1732247833707Num uniques 1118; 2024-11-22T03:57:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-22T03:57:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:13,712 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-22T03:57:13,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:13,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1732247833657, max timestamp=1732247833707Num uniques 1118; 2024-11-22T03:57:13,713 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=14558, suffix heap size=144240,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=318 2024-11-22T03:57:13,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:13,806 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112266e0049e6c5147949fb7306b94eb609e_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112266e0049e6c5147949fb7306b94eb609e_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/a4e2d99fa82c44c5974646b3b5e19188, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/a4e2d99fa82c44c5974646b3b5e19188 is 175, key is test_row_0/A:col10/1732247832445/Put/seqid=0 2024-11-22T03:57:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742044_1220 (size=31255) 2024-11-22T03:57:13,832 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=494, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/a4e2d99fa82c44c5974646b3b5e19188 2024-11-22T03:57:13,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732247833805, max timestamp=1732247833831Num uniques 1177; 2024-11-22T03:57:13,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732247833805, max timestamp=1732247833830Num uniques 1177; 2024-11-22T03:57:13,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-22T03:57:13,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-22T03:57:13,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732247833805, max timestamp=1732247833831Num uniques 1177; 2024-11-22T03:57:13,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=53902, new segment data size=12682, suffix heap size=150376,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1177, new segment cells count=277 2024-11-22T03:57:13,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9054946691fd437c8684c9a71d3d0d65 is 50, key is test_row_0/B:col10/1732247832445/Put/seqid=0 2024-11-22T03:57:13,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742045_1221 (size=12301) 2024-11-22T03:57:13,853 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9054946691fd437c8684c9a71d3d0d65 2024-11-22T03:57:13,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/021b3d7d53674590b76d84052382c470 is 50, key is test_row_0/C:col10/1732247832445/Put/seqid=0 2024-11-22T03:57:13,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1732247833843, max timestamp=1732247833871Num uniques 1136; 2024-11-22T03:57:13,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=386, cellSize=17676, totalHeapSize=40384, min timestamp=1732247833843, max timestamp=1732247833871Num uniques 1136; 2024-11-22T03:57:13,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=17676, suffix heap size=146112,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=386 2024-11-22T03:57:13,875 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=17676, suffix heap size=146112,new segment heap size=40384 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=386 2024-11-22T03:57:13,879 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247833864, max timestamp=1732247833871Num uniques 1136; 2024-11-22T03:57:13,880 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=52026, new segment data size=8516, suffix heap size=146112,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1136, new segment cells count=186 2024-11-22T03:57:13,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742046_1222 (size=12301) 2024-11-22T03:57:13,900 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=494 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/021b3d7d53674590b76d84052382c470 2024-11-22T03:57:13,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/a4e2d99fa82c44c5974646b3b5e19188 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188 2024-11-22T03:57:13,914 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188, entries=150, sequenceid=494, filesize=30.5 K 2024-11-22T03:57:13,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9054946691fd437c8684c9a71d3d0d65 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9054946691fd437c8684c9a71d3d0d65 2024-11-22T03:57:13,927 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9054946691fd437c8684c9a71d3d0d65, entries=150, sequenceid=494, filesize=12.0 K 2024-11-22T03:57:13,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/021b3d7d53674590b76d84052382c470 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/021b3d7d53674590b76d84052382c470 2024-11-22T03:57:13,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732247833909, max timestamp=1732247833922Num uniques 1245; 2024-11-22T03:57:13,929 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=13510, suffix heap size=157448,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=295 2024-11-22T03:57:13,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732247833909, max timestamp=1732247833922Num uniques 1245; 2024-11-22T03:57:13,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=295, cellSize=13510, totalHeapSize=30920, min timestamp=1732247833909, max timestamp=1732247833922Num uniques 1045; 2024-11-22T03:57:13,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=57020, new segment data size=13510, suffix heap size=157448,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1245, new segment cells count=295 2024-11-22T03:57:13,930 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47860, new segment data size=13510, suffix heap size=136648,new segment heap size=30920 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1045, new segment cells count=295 2024-11-22T03:57:13,936 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/021b3d7d53674590b76d84052382c470, entries=150, sequenceid=494, filesize=12.0 K 2024-11-22T03:57:13,936 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=46.96 KB/48090 for 2fb34c1b6c0694de88fa30a0cad88d63 in 558ms, sequenceid=494, compaction requested=true 2024-11-22T03:57:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:13,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-22T03:57:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-22T03:57:13,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=53.67 KB heapSize=133.17 KB 2024-11-22T03:57:13,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:13,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:13,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-22T03:57:13,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0960 sec 2024-11-22T03:57:13,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 2.1020 sec 2024-11-22T03:57:13,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f0bdeeaa595d416c8ca12ae9b11e58d3_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:13,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742047_1223 (size=12454) 2024-11-22T03:57:13,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247833970, max timestamp=1732247833984Num uniques 859; 2024-11-22T03:57:13,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:13,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247833970, max timestamp=1732247833984Num uniques 859; 2024-11-22T03:57:13,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1732247833970, max timestamp=1732247833984Num uniques 859; 2024-11-22T03:57:13,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:13,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-22T03:57:13,991 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:13,991 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-22T03:57:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:13,993 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:13,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:13,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:14,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247894029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247894031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247894036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247894037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247894040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,046 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:14,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:14,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247894150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247894150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247894150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247894150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247894150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,157 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:14,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:14,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247894360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247894360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247894360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247894360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247894360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,372 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:14,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f0bdeeaa595d416c8ca12ae9b11e58d3_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f0bdeeaa595d416c8ca12ae9b11e58d3_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:14,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/dfe1eab790b94b3daee9fc84568fda58, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:14,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/dfe1eab790b94b3daee9fc84568fda58 is 175, key is test_row_0/A:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:14,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742048_1224 (size=31255) 2024-11-22T03:57:14,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:14,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:14,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:14,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:14,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:14,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247894669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247894670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247894670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,671 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247894670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247894670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:14,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,787 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=585, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/dfe1eab790b94b3daee9fc84568fda58 2024-11-22T03:57:14,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/3abb3712145f43ebac223b5ec267067a is 50, key is test_row_0/B:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:14,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742049_1225 (size=12301) 2024-11-22T03:57:14,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/3abb3712145f43ebac223b5ec267067a 2024-11-22T03:57:14,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/e9fc436375d146cb9573d1a663ee78e0 is 50, key is test_row_0/C:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:14,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742050_1226 (size=12301) 2024-11-22T03:57:14,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:14,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:14,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:14,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:14,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:15,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247895180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247895180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247895180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:15,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247895180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:15,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247895180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:15,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:15,219 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/e9fc436375d146cb9573d1a663ee78e0 2024-11-22T03:57:15,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:15,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/dfe1eab790b94b3daee9fc84568fda58 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58 2024-11-22T03:57:15,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58, entries=150, sequenceid=585, filesize=30.5 K 2024-11-22T03:57:15,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/3abb3712145f43ebac223b5ec267067a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3abb3712145f43ebac223b5ec267067a 2024-11-22T03:57:15,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3abb3712145f43ebac223b5ec267067a, entries=150, sequenceid=585, filesize=12.0 K 2024-11-22T03:57:15,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/e9fc436375d146cb9573d1a663ee78e0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/e9fc436375d146cb9573d1a663ee78e0 2024-11-22T03:57:15,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/e9fc436375d146cb9573d1a663ee78e0, entries=150, sequenceid=585, filesize=12.0 K 2024-11-22T03:57:15,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~133.13 KB/136320, currentSize=140.89 KB/144270 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1301ms, sequenceid=585, compaction requested=true 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:15,238 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:15,238 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:15,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:15,239 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:15,239 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:15,239 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:15,239 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:15,240 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,240 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,240 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/eaac613063724801b662d1ec76898c4d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/10e4e13c75164637a03f7af9f0c83730, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9054946691fd437c8684c9a71d3d0d65, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3abb3712145f43ebac223b5ec267067a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=48.7 K 2024-11-22T03:57:15,240 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8acef3595e294d80885db4382541cff4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=131.2 K 2024-11-22T03:57:15,240 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,240 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8acef3595e294d80885db4382541cff4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58] 2024-11-22T03:57:15,240 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting eaac613063724801b662d1ec76898c4d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732247831367 2024-11-22T03:57:15,240 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8acef3595e294d80885db4382541cff4, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732247831367 2024-11-22T03:57:15,240 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 10e4e13c75164637a03f7af9f0c83730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732247831805 2024-11-22T03:57:15,240 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 385cf2446929432ebe0e4731b215dbd2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732247831801 2024-11-22T03:57:15,240 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9054946691fd437c8684c9a71d3d0d65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732247832445 2024-11-22T03:57:15,241 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4e2d99fa82c44c5974646b3b5e19188, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732247832445 2024-11-22T03:57:15,241 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfe1eab790b94b3daee9fc84568fda58, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1732247833919 2024-11-22T03:57:15,241 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3abb3712145f43ebac223b5ec267067a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1732247833919 2024-11-22T03:57:15,247 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:15,249 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122eb0aa1cda1de435c8a9f7ebaca636b9a_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:15,249 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:15,250 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/da24612d5176448286d448f065c92516 is 50, key is test_row_0/B:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:15,252 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122eb0aa1cda1de435c8a9f7ebaca636b9a_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:15,252 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122eb0aa1cda1de435c8a9f7ebaca636b9a_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742051_1227 (size=13085) 2024-11-22T03:57:15,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742052_1228 (size=4469) 2024-11-22T03:57:15,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-22T03:57:15,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,372 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T03:57:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:15,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d92130d4a5974a7e98cef199a7e40dbc_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247834035/Put/seqid=0 2024-11-22T03:57:15,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742053_1229 (size=12454) 2024-11-22T03:57:15,657 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#188 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:15,658 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/1a1cd8dce75b45d68a76ccc8ef6edddb is 175, key is test_row_0/A:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:15,661 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/da24612d5176448286d448f065c92516 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/da24612d5176448286d448f065c92516 2024-11-22T03:57:15,666 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into da24612d5176448286d448f065c92516(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:15,666 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:15,666 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=12, startTime=1732247835238; duration=0sec 2024-11-22T03:57:15,666 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:15,666 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:15,667 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:15,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742054_1230 (size=32039) 2024-11-22T03:57:15,674 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:15,674 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:15,674 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:15,674 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0534a0103aca4c318363691b9ec64b49, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1ca7e01d68ea49d3bf1d808eeda9ee6e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/021b3d7d53674590b76d84052382c470, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/e9fc436375d146cb9573d1a663ee78e0] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=48.7 K 2024-11-22T03:57:15,675 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0534a0103aca4c318363691b9ec64b49, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1732247831367 2024-11-22T03:57:15,675 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca7e01d68ea49d3bf1d808eeda9ee6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732247831805 2024-11-22T03:57:15,675 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 021b3d7d53674590b76d84052382c470, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=494, earliestPutTs=1732247832445 2024-11-22T03:57:15,676 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e9fc436375d146cb9573d1a663ee78e0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1732247833919 2024-11-22T03:57:15,687 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#191 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:15,688 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/291e350d120842cf96e0d46f6d07158e is 50, key is test_row_0/C:col10/1732247833919/Put/seqid=0 2024-11-22T03:57:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742055_1231 (size=13085) 2024-11-22T03:57:15,697 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/291e350d120842cf96e0d46f6d07158e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/291e350d120842cf96e0d46f6d07158e 2024-11-22T03:57:15,705 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 291e350d120842cf96e0d46f6d07158e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:15,706 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:15,706 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=12, startTime=1732247835238; duration=0sec 2024-11-22T03:57:15,706 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:15,706 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:15,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:15,791 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d92130d4a5974a7e98cef199a7e40dbc_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d92130d4a5974a7e98cef199a7e40dbc_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:15,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/166bc3bf4bbe4537823e8ef8ad4a8486, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:15,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/166bc3bf4bbe4537823e8ef8ad4a8486 is 175, key is test_row_0/A:col10/1732247834035/Put/seqid=0 2024-11-22T03:57:15,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742056_1232 (size=31255) 2024-11-22T03:57:16,078 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/1a1cd8dce75b45d68a76ccc8ef6edddb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1a1cd8dce75b45d68a76ccc8ef6edddb 2024-11-22T03:57:16,082 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into 1a1cd8dce75b45d68a76ccc8ef6edddb(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:16,083 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:16,083 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=12, startTime=1732247835238; duration=0sec 2024-11-22T03:57:16,083 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:16,083 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:16,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:16,198 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=622, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/166bc3bf4bbe4537823e8ef8ad4a8486 2024-11-22T03:57:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:16,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:16,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247896207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247896208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247896207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247896208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247896209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,213 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9fece6c4043545adb7ed1e92d24d5a02 is 50, key is test_row_0/B:col10/1732247834035/Put/seqid=0 2024-11-22T03:57:16,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742057_1233 (size=12301) 2024-11-22T03:57:16,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247896320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247896320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247896320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247896321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247896321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247896529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247896530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247896530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247896530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247896530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,537 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,641 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9fece6c4043545adb7ed1e92d24d5a02 2024-11-22T03:57:16,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/9dec302f16284c63916ba5e9bf077418 is 50, key is test_row_0/C:col10/1732247834035/Put/seqid=0 2024-11-22T03:57:16,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742058_1234 (size=12301) 2024-11-22T03:57:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247896840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247896840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247896840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247896840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:16,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:16,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247896850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:16,852 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,087 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=622 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/9dec302f16284c63916ba5e9bf077418 2024-11-22T03:57:17,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/166bc3bf4bbe4537823e8ef8ad4a8486 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486 2024-11-22T03:57:17,099 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486, entries=150, sequenceid=622, filesize=30.5 K 2024-11-22T03:57:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/9fece6c4043545adb7ed1e92d24d5a02 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9fece6c4043545adb7ed1e92d24d5a02 2024-11-22T03:57:17,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,106 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9fece6c4043545adb7ed1e92d24d5a02, entries=150, sequenceid=622, filesize=12.0 K 2024-11-22T03:57:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/9dec302f16284c63916ba5e9bf077418 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/9dec302f16284c63916ba5e9bf077418 2024-11-22T03:57:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,117 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/9dec302f16284c63916ba5e9bf077418, entries=150, sequenceid=622, filesize=12.0 K 2024-11-22T03:57:17,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,118 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1746ms, sequenceid=622, compaction requested=false 2024-11-22T03:57:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:17,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-22T03:57:17,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-22T03:57:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-22T03:57:17,123 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1260 sec 2024-11-22T03:57:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,126 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 3.1330 sec 2024-11-22T03:57:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:17,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:57:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:17,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:17,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:17,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:17,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:17,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222edf2e5314c54d16ac096db1f0677303_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742059_1235 (size=12454) 2024-11-22T03:57:17,470 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732247837442, max timestamp=1732247837467Num uniques 859; 2024-11-22T03:57:17,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T03:57:17,471 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732247837442, max timestamp=1732247837467Num uniques 859; 2024-11-22T03:57:17,472 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T03:57:17,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1732247837442, max timestamp=1732247837467Num uniques 859; 2024-11-22T03:57:17,475 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-22T03:57:17,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247897504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247897509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247897510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247897510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247897513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247897620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,627 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247897630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247897630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247897633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247897630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247897841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,853 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:17,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247897849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247897849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,859 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222edf2e5314c54d16ac096db1f0677303_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222edf2e5314c54d16ac096db1f0677303_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:17,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/bf8cc387c37d4a12bbecb5332d38adbf, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:17,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/bf8cc387c37d4a12bbecb5332d38adbf is 175, key is test_row_0/A:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:17,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247897860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247897860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:17,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:17,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742060_1236 (size=31255) 2024-11-22T03:57:18,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-22T03:57:18,150 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:18,151 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-22T03:57:18,152 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T03:57:18,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:18,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:18,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247898150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,158 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247898159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247898159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247898170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247898170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T03:57:18,279 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=637, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/bf8cc387c37d4a12bbecb5332d38adbf 2024-11-22T03:57:18,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/cce83381258b4e9db95b20cf4db0b04a is 50, key is test_row_0/B:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:18,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742061_1237 (size=12301) 2024-11-22T03:57:18,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T03:57:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T03:57:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:18,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T03:57:18,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T03:57:18,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:18,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57052 deadline: 1732247898670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56980 deadline: 1732247898670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57006 deadline: 1732247898670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56982 deadline: 1732247898679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:57020 deadline: 1732247898679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:18,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/cce83381258b4e9db95b20cf4db0b04a 2024-11-22T03:57:18,697 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/2811dd2bdcf941db9f0acb9e670dd6dd is 50, key is test_row_0/C:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742062_1238 (size=12301) 2024-11-22T03:57:18,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=637 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/2811dd2bdcf941db9f0acb9e670dd6dd 2024-11-22T03:57:18,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/bf8cc387c37d4a12bbecb5332d38adbf as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf 2024-11-22T03:57:18,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf, entries=150, sequenceid=637, filesize=30.5 K 2024-11-22T03:57:18,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/cce83381258b4e9db95b20cf4db0b04a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/cce83381258b4e9db95b20cf4db0b04a 2024-11-22T03:57:18,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/cce83381258b4e9db95b20cf4db0b04a, entries=150, sequenceid=637, filesize=12.0 K 2024-11-22T03:57:18,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/2811dd2bdcf941db9f0acb9e670dd6dd as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2811dd2bdcf941db9f0acb9e670dd6dd 2024-11-22T03:57:18,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2811dd2bdcf941db9f0acb9e670dd6dd, entries=150, sequenceid=637, filesize=12.0 K 2024-11-22T03:57:18,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1300ms, sequenceid=637, compaction requested=true 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:18,724 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:18,724 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2fb34c1b6c0694de88fa30a0cad88d63:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:18,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/A is initiating minor compaction (all files) 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/B is initiating minor compaction (all files) 2024-11-22T03:57:18,725 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/A in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,725 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/B in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,725 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/da24612d5176448286d448f065c92516, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9fece6c4043545adb7ed1e92d24d5a02, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/cce83381258b4e9db95b20cf4db0b04a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=36.8 K 2024-11-22T03:57:18,725 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1a1cd8dce75b45d68a76ccc8ef6edddb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=92.3 K 2024-11-22T03:57:18,725 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1a1cd8dce75b45d68a76ccc8ef6edddb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf] 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a1cd8dce75b45d68a76ccc8ef6edddb, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1732247833919 2024-11-22T03:57:18,725 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting da24612d5176448286d448f065c92516, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1732247833919 2024-11-22T03:57:18,726 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 166bc3bf4bbe4537823e8ef8ad4a8486, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=622, earliestPutTs=1732247834029 2024-11-22T03:57:18,726 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9fece6c4043545adb7ed1e92d24d5a02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=622, earliestPutTs=1732247834029 2024-11-22T03:57:18,726 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf8cc387c37d4a12bbecb5332d38adbf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732247836206 2024-11-22T03:57:18,726 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting cce83381258b4e9db95b20cf4db0b04a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732247836206 2024-11-22T03:57:18,735 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#B#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:18,736 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c7f81bed2c094d76989515c2ddff3344 is 50, key is test_row_0/B:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:18,737 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:18,750 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411227280ed3766e94fc79e9b231e42352cd4_2fb34c1b6c0694de88fa30a0cad88d63 store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:18,752 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411227280ed3766e94fc79e9b231e42352cd4_2fb34c1b6c0694de88fa30a0cad88d63, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:18,753 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227280ed3766e94fc79e9b231e42352cd4_2fb34c1b6c0694de88fa30a0cad88d63 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742063_1239 (size=13187) 2024-11-22T03:57:18,763 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/c7f81bed2c094d76989515c2ddff3344 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c7f81bed2c094d76989515c2ddff3344 2024-11-22T03:57:18,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-22T03:57:18,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,766 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=127.47 KB heapSize=351 KB 2024-11-22T03:57:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:18,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:18,774 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/B of 2fb34c1b6c0694de88fa30a0cad88d63 into c7f81bed2c094d76989515c2ddff3344(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:18,774 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:18,775 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/B, priority=13, startTime=1732247838724; duration=0sec 2024-11-22T03:57:18,775 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:18,775 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:B 2024-11-22T03:57:18,775 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:18,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742064_1240 (size=4469) 2024-11-22T03:57:18,776 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:18,777 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 2fb34c1b6c0694de88fa30a0cad88d63/C is initiating minor compaction (all files) 2024-11-22T03:57:18,777 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2fb34c1b6c0694de88fa30a0cad88d63/C in TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:18,777 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/291e350d120842cf96e0d46f6d07158e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/9dec302f16284c63916ba5e9bf077418, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2811dd2bdcf941db9f0acb9e670dd6dd] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp, totalSize=36.8 K 2024-11-22T03:57:18,777 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#A#compaction#198 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:18,778 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 291e350d120842cf96e0d46f6d07158e, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=585, earliestPutTs=1732247833919 2024-11-22T03:57:18,778 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9dec302f16284c63916ba5e9bf077418, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=622, earliestPutTs=1732247834029 2024-11-22T03:57:18,778 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/d5e7486a1ec44724b54b767aca018f5e is 175, key is test_row_0/A:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:18,778 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2811dd2bdcf941db9f0acb9e670dd6dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=637, earliestPutTs=1732247836206 2024-11-22T03:57:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T03:57:18,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ca21219b58548be8779ccd087e7ba56_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247837505/Put/seqid=0 2024-11-22T03:57:18,800 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2fb34c1b6c0694de88fa30a0cad88d63#C#compaction#200 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:18,800 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/1a81474c90764088944d98cbb7bf0651 is 50, key is test_row_0/C:col10/1732247836206/Put/seqid=0 2024-11-22T03:57:18,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742065_1241 (size=32141) 2024-11-22T03:57:18,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742066_1242 (size=12454) 2024-11-22T03:57:18,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:18,876 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222ca21219b58548be8779ccd087e7ba56_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ca21219b58548be8779ccd087e7ba56_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:18,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742067_1243 (size=13187) 2024-11-22T03:57:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0537d8015a1f446fa6697093b13814a1, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:18,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0537d8015a1f446fa6697093b13814a1 is 175, key is test_row_0/A:col10/1732247837505/Put/seqid=0 2024-11-22T03:57:18,891 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/1a81474c90764088944d98cbb7bf0651 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1a81474c90764088944d98cbb7bf0651 2024-11-22T03:57:18,897 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/C of 2fb34c1b6c0694de88fa30a0cad88d63 into 1a81474c90764088944d98cbb7bf0651(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:18,897 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:18,897 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/C, priority=13, startTime=1732247838724; duration=0sec 2024-11-22T03:57:18,897 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:18,897 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:C 2024-11-22T03:57:18,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742068_1244 (size=31255) 2024-11-22T03:57:18,942 INFO [Thread-685 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-685. 2024-11-22T03:57:18,942 DEBUG [Thread-685 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:18,942 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,942 INFO [Thread-679 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-679. 2024-11-22T03:57:18,942 DEBUG [Thread-679 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:18,942 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,942 DEBUG [Thread-685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:18,942 DEBUG [Thread-679 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:18,946 INFO [Thread-681 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-681. 2024-11-22T03:57:18,946 DEBUG [Thread-681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:18,946 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,946 DEBUG [Thread-681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,946 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:18,949 INFO [Thread-683 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-683. 2024-11-22T03:57:18,950 DEBUG [Thread-683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:18,950 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,950 DEBUG [Thread-683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:18,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:19,251 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/d5e7486a1ec44724b54b767aca018f5e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d5e7486a1ec44724b54b767aca018f5e 2024-11-22T03:57:19,256 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2fb34c1b6c0694de88fa30a0cad88d63/A of 2fb34c1b6c0694de88fa30a0cad88d63 into d5e7486a1ec44724b54b767aca018f5e(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:19,256 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:19,256 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., storeName=2fb34c1b6c0694de88fa30a0cad88d63/A, priority=13, startTime=1732247838724; duration=0sec 2024-11-22T03:57:19,256 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:19,257 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2fb34c1b6c0694de88fa30a0cad88d63:A 2024-11-22T03:57:19,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T03:57:19,316 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=670, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0537d8015a1f446fa6697093b13814a1 2024-11-22T03:57:19,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/fd0f91176a0440e3a3e5e222e7a4d3eb is 50, key is test_row_0/B:col10/1732247837505/Put/seqid=0 2024-11-22T03:57:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742069_1245 (size=12301) 2024-11-22T03:57:19,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:19,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. as already flushing 2024-11-22T03:57:19,681 INFO [Thread-674 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-674. 2024-11-22T03:57:19,681 INFO [Thread-668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-668. 2024-11-22T03:57:19,681 DEBUG [Thread-668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:19,681 DEBUG [Thread-674 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:19,682 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,682 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,682 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,682 DEBUG [Thread-674 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:19,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:19,691 INFO [Thread-676 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-676. 2024-11-22T03:57:19,691 DEBUG [Thread-676 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:19,691 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,691 DEBUG [Thread-676 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:19,702 INFO [Thread-670 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-670. 2024-11-22T03:57:19,702 DEBUG [Thread-670 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:19,702 INFO [Thread-672 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-672. 2024-11-22T03:57:19,702 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,702 DEBUG [Thread-672 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:19,702 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,702 DEBUG [Thread-670 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:19,702 DEBUG [Thread-672 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:19,702 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:19,726 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/fd0f91176a0440e3a3e5e222e7a4d3eb 2024-11-22T03:57:19,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/806c199c34da499b957346e486823ee1 is 50, key is test_row_0/C:col10/1732247837505/Put/seqid=0 2024-11-22T03:57:19,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742070_1246 (size=12301) 2024-11-22T03:57:20,137 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=670 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/806c199c34da499b957346e486823ee1 2024-11-22T03:57:20,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/0537d8015a1f446fa6697093b13814a1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0537d8015a1f446fa6697093b13814a1 2024-11-22T03:57:20,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0537d8015a1f446fa6697093b13814a1, entries=150, sequenceid=670, filesize=30.5 K 2024-11-22T03:57:20,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/fd0f91176a0440e3a3e5e222e7a4d3eb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/fd0f91176a0440e3a3e5e222e7a4d3eb 2024-11-22T03:57:20,151 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/fd0f91176a0440e3a3e5e222e7a4d3eb, entries=150, sequenceid=670, filesize=12.0 K 2024-11-22T03:57:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/806c199c34da499b957346e486823ee1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/806c199c34da499b957346e486823ee1 2024-11-22T03:57:20,156 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/806c199c34da499b957346e486823ee1, entries=150, sequenceid=670, filesize=12.0 K 2024-11-22T03:57:20,157 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~350.95 KB/359376, currentSize=33.54 KB/34350 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1392ms, sequenceid=670, compaction requested=false 2024-11-22T03:57:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 2fb34c1b6c0694de88fa30a0cad88d63: 2024-11-22T03:57:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:20,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-22T03:57:20,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-22T03:57:20,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-22T03:57:20,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-22T03:57:20,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.0100 sec 2024-11-22T03:57:20,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-22T03:57:20,300 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:20,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T03:57:20,300 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 200 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 174 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2585 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2480 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1098 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3288 rows 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1092 2024-11-22T03:57:20,301 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3270 rows 2024-11-22T03:57:20,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:57:20,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:57:20,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:20,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:20,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:20,302 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T03:57:20,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T03:57:20,307 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247840307"}]},"ts":"1732247840307"} 2024-11-22T03:57:20,308 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T03:57:20,309 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T03:57:20,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:57:20,311 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, UNASSIGN}] 2024-11-22T03:57:20,311 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, UNASSIGN 2024-11-22T03:57:20,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:20,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=59, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, UNASSIGN because future has completed 2024-11-22T03:57:20,314 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:57:20,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:57:20,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T03:57:20,466 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:20,466 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:57:20,466 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 2fb34c1b6c0694de88fa30a0cad88d63, disabling compactions & flushes 2024-11-22T03:57:20,466 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:20,466 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:20,466 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. after waiting 0 ms 2024-11-22T03:57:20,466 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:20,467 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(2902): Flushing 2fb34c1b6c0694de88fa30a0cad88d63 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T03:57:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=A 2024-11-22T03:57:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=B 2024-11-22T03:57:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 2fb34c1b6c0694de88fa30a0cad88d63, store=C 2024-11-22T03:57:20,467 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:20,476 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222b82cb22fbf741dd944fc965f501f9b4_2fb34c1b6c0694de88fa30a0cad88d63 is 50, key is test_row_0/A:col10/1732247839690/Put/seqid=0 2024-11-22T03:57:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742071_1247 (size=12454) 2024-11-22T03:57:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T03:57:20,881 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:20,884 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222b82cb22fbf741dd944fc965f501f9b4_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222b82cb22fbf741dd944fc965f501f9b4_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:20,885 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/3737cff29b3647c2a203e53a5cec2750, store: [table=TestAcidGuarantees family=A region=2fb34c1b6c0694de88fa30a0cad88d63] 2024-11-22T03:57:20,886 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/3737cff29b3647c2a203e53a5cec2750 is 175, key is test_row_0/A:col10/1732247839690/Put/seqid=0 2024-11-22T03:57:20,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742072_1248 (size=31255) 2024-11-22T03:57:20,891 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=681, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/3737cff29b3647c2a203e53a5cec2750 2024-11-22T03:57:20,899 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/f1a3afdb43db4d05af4506d7ea201521 is 50, key is test_row_0/B:col10/1732247839690/Put/seqid=0 2024-11-22T03:57:20,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742073_1249 (size=12301) 2024-11-22T03:57:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T03:57:21,310 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=681 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/f1a3afdb43db4d05af4506d7ea201521 2024-11-22T03:57:21,317 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/be240b6d614d470fa4377644372d301a is 50, key is test_row_0/C:col10/1732247839690/Put/seqid=0 2024-11-22T03:57:21,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742074_1250 (size=12301) 2024-11-22T03:57:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T03:57:21,722 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=681 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/be240b6d614d470fa4377644372d301a 2024-11-22T03:57:21,728 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/A/3737cff29b3647c2a203e53a5cec2750 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3737cff29b3647c2a203e53a5cec2750 2024-11-22T03:57:21,733 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3737cff29b3647c2a203e53a5cec2750, entries=150, sequenceid=681, filesize=30.5 K 2024-11-22T03:57:21,735 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/B/f1a3afdb43db4d05af4506d7ea201521 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/f1a3afdb43db4d05af4506d7ea201521 2024-11-22T03:57:21,742 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/f1a3afdb43db4d05af4506d7ea201521, entries=150, sequenceid=681, filesize=12.0 K 2024-11-22T03:57:21,743 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/.tmp/C/be240b6d614d470fa4377644372d301a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/be240b6d614d470fa4377644372d301a 2024-11-22T03:57:21,749 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/be240b6d614d470fa4377644372d301a, entries=150, sequenceid=681, filesize=12.0 K 2024-11-22T03:57:21,750 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1284ms, sequenceid=681, compaction requested=true 2024-11-22T03:57:21,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/904d66cfa03d44b5963e27141c3e3627, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3e5ed7713a5c4c49ad55d159d3b88c7a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/98432325bf3d43ffac3854e379214734, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/4a3c13f117f74e96aa709611b7cc158e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8acef3595e294d80885db4382541cff4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1a1cd8dce75b45d68a76ccc8ef6edddb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf] to archive 2024-11-22T03:57:21,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:57:21,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d767df9ee4004b43bae6c1e73edbf1d4 2024-11-22T03:57:21,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/2024458e1f73455b91058a63d0670585 2024-11-22T03:57:21,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/904d66cfa03d44b5963e27141c3e3627 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/904d66cfa03d44b5963e27141c3e3627 2024-11-22T03:57:21,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1b508d5296f44339b0d84a2aab54e2bb 2024-11-22T03:57:21,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0a2b421fd74c48669567f84fe7d0f641 2024-11-22T03:57:21,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ef250e43018242d1a1fc648ab9e5a91c 2024-11-22T03:57:21,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8ef63c0f1a8a4f8b9ccc14ba8fd21fff 2024-11-22T03:57:21,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3e5ed7713a5c4c49ad55d159d3b88c7a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3e5ed7713a5c4c49ad55d159d3b88c7a 2024-11-22T03:57:21,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16b36b21b22c43fc878a034ab44aad70 2024-11-22T03:57:21,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/311c53c699354e48be9808d78ec9b2fb 2024-11-22T03:57:21,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/71256c3b708b48e5838ecddbbeb1196b 2024-11-22T03:57:21,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/98432325bf3d43ffac3854e379214734 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/98432325bf3d43ffac3854e379214734 2024-11-22T03:57:21,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/5735c74760f34a0e9afee863feeae3f0 2024-11-22T03:57:21,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/7f35fe0d1f824d6e817aeab4df02a409 2024-11-22T03:57:21,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/16d0d4771eb44c52b12d16dc2cbd52d6 2024-11-22T03:57:21,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/4a3c13f117f74e96aa709611b7cc158e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/4a3c13f117f74e96aa709611b7cc158e 2024-11-22T03:57:21,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/ae97461816974be8a74472da91e4f9e2 2024-11-22T03:57:21,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/10a47d087a1e429ea40c0584be702bc0 2024-11-22T03:57:21,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/f7ff04a962474d289f2e8cf741b37e9a 2024-11-22T03:57:21,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8acef3595e294d80885db4382541cff4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/8acef3595e294d80885db4382541cff4 2024-11-22T03:57:21,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/385cf2446929432ebe0e4731b215dbd2 2024-11-22T03:57:21,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/a4e2d99fa82c44c5974646b3b5e19188 2024-11-22T03:57:21,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1a1cd8dce75b45d68a76ccc8ef6edddb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/1a1cd8dce75b45d68a76ccc8ef6edddb 2024-11-22T03:57:21,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/dfe1eab790b94b3daee9fc84568fda58 2024-11-22T03:57:21,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/166bc3bf4bbe4537823e8ef8ad4a8486 2024-11-22T03:57:21,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/bf8cc387c37d4a12bbecb5332d38adbf 2024-11-22T03:57:21,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/1ba8aa651af74c6f94f151aa5e49456b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8af965d67df94902aaf8f102c272a24c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c9946ed4de484ed5a4f169f4c9e6c75c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8e53f8e4e96942a59f0c43d45a945864, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/277b26eb55e64e59831a02caa03a86e9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8914675ff158418280be1ae9383ff0d5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/a86d153683364255a383b4d0ce6fb5c5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/b7826450cbe64d769a35bd303cbc770a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3a313ebfa83847bcb387597f34f7eb7c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/80beb7bdaf494f1b9cc85cbdffa7f2c3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9b19ff01b19a4f7499293ea520e888e5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/019277f3d8854b6b9344b6c6a8008d17, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/96e13e544de44b70af27685f84b75a0a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/474b97bcd90340489da1b5044a6c1979, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/d6ccc2bf7c0b4c4eafe00442eef54ab3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/12e36e40d8e64d0aa5da41c0ae2605b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/671c0bd90aef4fa8a512d0952d6d8cb3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9e72d58410d74f32bf6d53f469669203, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/eaac613063724801b662d1ec76898c4d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c8985b5ded984459841c7872d6e2a619, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/10e4e13c75164637a03f7af9f0c83730, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9054946691fd437c8684c9a71d3d0d65, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/da24612d5176448286d448f065c92516, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3abb3712145f43ebac223b5ec267067a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9fece6c4043545adb7ed1e92d24d5a02, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/cce83381258b4e9db95b20cf4db0b04a] to archive 2024-11-22T03:57:21,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:57:21,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/1ba8aa651af74c6f94f151aa5e49456b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/1ba8aa651af74c6f94f151aa5e49456b 2024-11-22T03:57:21,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8af965d67df94902aaf8f102c272a24c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8af965d67df94902aaf8f102c272a24c 2024-11-22T03:57:21,821 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c9946ed4de484ed5a4f169f4c9e6c75c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c9946ed4de484ed5a4f169f4c9e6c75c 2024-11-22T03:57:21,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8e53f8e4e96942a59f0c43d45a945864 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8e53f8e4e96942a59f0c43d45a945864 2024-11-22T03:57:21,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/277b26eb55e64e59831a02caa03a86e9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/277b26eb55e64e59831a02caa03a86e9 2024-11-22T03:57:21,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8914675ff158418280be1ae9383ff0d5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/8914675ff158418280be1ae9383ff0d5 2024-11-22T03:57:21,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/a86d153683364255a383b4d0ce6fb5c5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/a86d153683364255a383b4d0ce6fb5c5 2024-11-22T03:57:21,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/b7826450cbe64d769a35bd303cbc770a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/b7826450cbe64d769a35bd303cbc770a 2024-11-22T03:57:21,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3a313ebfa83847bcb387597f34f7eb7c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3a313ebfa83847bcb387597f34f7eb7c 2024-11-22T03:57:21,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/80beb7bdaf494f1b9cc85cbdffa7f2c3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/80beb7bdaf494f1b9cc85cbdffa7f2c3 2024-11-22T03:57:21,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9b19ff01b19a4f7499293ea520e888e5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9b19ff01b19a4f7499293ea520e888e5 2024-11-22T03:57:21,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/019277f3d8854b6b9344b6c6a8008d17 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/019277f3d8854b6b9344b6c6a8008d17 2024-11-22T03:57:21,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/96e13e544de44b70af27685f84b75a0a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/96e13e544de44b70af27685f84b75a0a 2024-11-22T03:57:21,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/474b97bcd90340489da1b5044a6c1979 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/474b97bcd90340489da1b5044a6c1979 2024-11-22T03:57:21,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/d6ccc2bf7c0b4c4eafe00442eef54ab3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/d6ccc2bf7c0b4c4eafe00442eef54ab3 2024-11-22T03:57:21,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/12e36e40d8e64d0aa5da41c0ae2605b6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/12e36e40d8e64d0aa5da41c0ae2605b6 2024-11-22T03:57:21,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/671c0bd90aef4fa8a512d0952d6d8cb3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/671c0bd90aef4fa8a512d0952d6d8cb3 2024-11-22T03:57:21,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9e72d58410d74f32bf6d53f469669203 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9e72d58410d74f32bf6d53f469669203 2024-11-22T03:57:21,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/eaac613063724801b662d1ec76898c4d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/eaac613063724801b662d1ec76898c4d 2024-11-22T03:57:21,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c8985b5ded984459841c7872d6e2a619 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c8985b5ded984459841c7872d6e2a619 2024-11-22T03:57:21,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/10e4e13c75164637a03f7af9f0c83730 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/10e4e13c75164637a03f7af9f0c83730 2024-11-22T03:57:21,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9054946691fd437c8684c9a71d3d0d65 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9054946691fd437c8684c9a71d3d0d65 2024-11-22T03:57:21,851 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/da24612d5176448286d448f065c92516 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/da24612d5176448286d448f065c92516 2024-11-22T03:57:21,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3abb3712145f43ebac223b5ec267067a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/3abb3712145f43ebac223b5ec267067a 2024-11-22T03:57:21,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9fece6c4043545adb7ed1e92d24d5a02 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/9fece6c4043545adb7ed1e92d24d5a02 2024-11-22T03:57:21,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/cce83381258b4e9db95b20cf4db0b04a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/cce83381258b4e9db95b20cf4db0b04a 2024-11-22T03:57:21,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/5174a99da3244f5f91b0482d4cd216a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/bc735e4f5de14fd3977044dac6dfedc7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6e972866ce954596aa7e83e6dd4b4e28, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6b4134c9fb74442ab6f6bd3cd786f307, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/213a763be13445a3abd7a4e7d107f025, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/7f735e0151334c12840d54f5a9b7e21d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6d400bf5863647fda07e180d47f2f953, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/a244fcff1ad74689bb8d9c7fccf7cc1a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/ad5130c52de64d5685d9139d7e20b1c5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/c5de7f4deb8e4a3d9155b628a2803685, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/3150e407ec6147de838b017040de88db, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/fb9d4b3414ca48cb9319957b44599ab8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d88372e2ef534418bf485d3cedd04fe5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d7e979da51f44b54adba5f9c8c86055c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/20b1476d32804d48b69e1837e7f5b47e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/61cf17bc61694eef868275f3cee32b7a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2d10af68d4344c468ab019026dcf0226, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/cfebc5eb79cc4a56bc224e2f38fcb5cd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0534a0103aca4c318363691b9ec64b49, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0b27a9bb6e7c402cb8e3b00d43be6ede, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1ca7e01d68ea49d3bf1d808eeda9ee6e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/021b3d7d53674590b76d84052382c470, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/291e350d120842cf96e0d46f6d07158e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/e9fc436375d146cb9573d1a663ee78e0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/9dec302f16284c63916ba5e9bf077418, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2811dd2bdcf941db9f0acb9e670dd6dd] to archive 2024-11-22T03:57:21,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:57:21,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/5174a99da3244f5f91b0482d4cd216a6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/5174a99da3244f5f91b0482d4cd216a6 2024-11-22T03:57:21,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/bc735e4f5de14fd3977044dac6dfedc7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/bc735e4f5de14fd3977044dac6dfedc7 2024-11-22T03:57:21,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6e972866ce954596aa7e83e6dd4b4e28 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6e972866ce954596aa7e83e6dd4b4e28 2024-11-22T03:57:21,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6b4134c9fb74442ab6f6bd3cd786f307 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6b4134c9fb74442ab6f6bd3cd786f307 2024-11-22T03:57:21,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/213a763be13445a3abd7a4e7d107f025 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/213a763be13445a3abd7a4e7d107f025 2024-11-22T03:57:21,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/7f735e0151334c12840d54f5a9b7e21d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/7f735e0151334c12840d54f5a9b7e21d 2024-11-22T03:57:21,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6d400bf5863647fda07e180d47f2f953 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/6d400bf5863647fda07e180d47f2f953 2024-11-22T03:57:21,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/a244fcff1ad74689bb8d9c7fccf7cc1a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/a244fcff1ad74689bb8d9c7fccf7cc1a 2024-11-22T03:57:21,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/ad5130c52de64d5685d9139d7e20b1c5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/ad5130c52de64d5685d9139d7e20b1c5 2024-11-22T03:57:21,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/c5de7f4deb8e4a3d9155b628a2803685 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/c5de7f4deb8e4a3d9155b628a2803685 2024-11-22T03:57:21,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/3150e407ec6147de838b017040de88db to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/3150e407ec6147de838b017040de88db 2024-11-22T03:57:21,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/fb9d4b3414ca48cb9319957b44599ab8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/fb9d4b3414ca48cb9319957b44599ab8 2024-11-22T03:57:21,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d88372e2ef534418bf485d3cedd04fe5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d88372e2ef534418bf485d3cedd04fe5 2024-11-22T03:57:21,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d7e979da51f44b54adba5f9c8c86055c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/d7e979da51f44b54adba5f9c8c86055c 2024-11-22T03:57:21,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/20b1476d32804d48b69e1837e7f5b47e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/20b1476d32804d48b69e1837e7f5b47e 2024-11-22T03:57:21,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/61cf17bc61694eef868275f3cee32b7a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/61cf17bc61694eef868275f3cee32b7a 2024-11-22T03:57:21,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2d10af68d4344c468ab019026dcf0226 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2d10af68d4344c468ab019026dcf0226 2024-11-22T03:57:21,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/cfebc5eb79cc4a56bc224e2f38fcb5cd to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/cfebc5eb79cc4a56bc224e2f38fcb5cd 2024-11-22T03:57:21,923 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0534a0103aca4c318363691b9ec64b49 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0534a0103aca4c318363691b9ec64b49 2024-11-22T03:57:21,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0b27a9bb6e7c402cb8e3b00d43be6ede to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/0b27a9bb6e7c402cb8e3b00d43be6ede 2024-11-22T03:57:21,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1ca7e01d68ea49d3bf1d808eeda9ee6e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1ca7e01d68ea49d3bf1d808eeda9ee6e 2024-11-22T03:57:21,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/021b3d7d53674590b76d84052382c470 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/021b3d7d53674590b76d84052382c470 2024-11-22T03:57:21,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/291e350d120842cf96e0d46f6d07158e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/291e350d120842cf96e0d46f6d07158e 2024-11-22T03:57:21,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/e9fc436375d146cb9573d1a663ee78e0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/e9fc436375d146cb9573d1a663ee78e0 2024-11-22T03:57:21,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/9dec302f16284c63916ba5e9bf077418 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/9dec302f16284c63916ba5e9bf077418 2024-11-22T03:57:21,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2811dd2bdcf941db9f0acb9e670dd6dd to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/2811dd2bdcf941db9f0acb9e670dd6dd 2024-11-22T03:57:21,962 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/recovered.edits/684.seqid, newMaxSeqId=684, maxSeqId=4 2024-11-22T03:57:21,963 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. 2024-11-22T03:57:21,963 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 2fb34c1b6c0694de88fa30a0cad88d63: Waiting for close lock at 1732247840466Running coprocessor pre-close hooks at 1732247840466Disabling compacts and flushes for region at 1732247840466Disabling writes for close at 1732247840466Obtaining lock to block concurrent updates at 1732247840467 (+1 ms)Preparing flush snapshotting stores in 2fb34c1b6c0694de88fa30a0cad88d63 at 1732247840467Finished memstore snapshotting TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732247840467Flushing stores of TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63. at 1732247840468 (+1 ms)Flushing 2fb34c1b6c0694de88fa30a0cad88d63/A: creating writer at 1732247840468Flushing mob file 2fb34c1b6c0694de88fa30a0cad88d63/A: appending metadata at 1732247840476 (+8 ms)Flushing mob file 2fb34c1b6c0694de88fa30a0cad88d63/A: closing flushed file at 1732247840476Flushing 2fb34c1b6c0694de88fa30a0cad88d63/A: appending metadata at 1732247840885 (+409 ms)Flushing 2fb34c1b6c0694de88fa30a0cad88d63/A: closing flushed file at 1732247840885Flushing 2fb34c1b6c0694de88fa30a0cad88d63/B: creating writer at 1732247840896 (+11 ms)Flushing 2fb34c1b6c0694de88fa30a0cad88d63/B: appending metadata at 1732247840899 (+3 ms)Flushing 2fb34c1b6c0694de88fa30a0cad88d63/B: closing flushed file at 1732247840899Flushing 2fb34c1b6c0694de88fa30a0cad88d63/C: creating writer at 1732247841313 (+414 ms)Flushing 2fb34c1b6c0694de88fa30a0cad88d63/C: appending metadata at 1732247841317 (+4 ms)Flushing 2fb34c1b6c0694de88fa30a0cad88d63/C: closing flushed file at 1732247841317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448e5edd: reopening flushed file at 1732247841727 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7475dcc0: reopening flushed file at 1732247841734 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d79890: reopening flushed file at 1732247841742 (+8 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for 2fb34c1b6c0694de88fa30a0cad88d63 in 1284ms, sequenceid=681, compaction requested=true at 1732247841750 (+8 ms)Writing region close event to WAL at 1732247841953 (+203 ms)Running coprocessor post-close hooks at 1732247841963 (+10 ms)Closed at 1732247841963 2024-11-22T03:57:21,966 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:21,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=2fb34c1b6c0694de88fa30a0cad88d63, regionState=CLOSED 2024-11-22T03:57:21,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=60, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:57:21,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-22T03:57:21,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseRegionProcedure 2fb34c1b6c0694de88fa30a0cad88d63, server=c85114ed5096,44285,1732247784219 in 1.6600 sec 2024-11-22T03:57:21,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59 2024-11-22T03:57:21,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=2fb34c1b6c0694de88fa30a0cad88d63, UNASSIGN in 1.6650 sec 2024-11-22T03:57:21,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-22T03:57:21,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6690 sec 2024-11-22T03:57:21,982 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247841982"}]},"ts":"1732247841982"} 2024-11-22T03:57:21,984 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T03:57:21,984 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T03:57:21,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6840 sec 2024-11-22T03:57:22,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-22T03:57:22,450 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:22,451 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T03:57:22,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,453 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,454 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T03:57:22,457 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/recovered.edits] 2024-11-22T03:57:22,465 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0537d8015a1f446fa6697093b13814a1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/0537d8015a1f446fa6697093b13814a1 2024-11-22T03:57:22,467 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3737cff29b3647c2a203e53a5cec2750 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/3737cff29b3647c2a203e53a5cec2750 2024-11-22T03:57:22,469 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d5e7486a1ec44724b54b767aca018f5e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/A/d5e7486a1ec44724b54b767aca018f5e 2024-11-22T03:57:22,473 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c7f81bed2c094d76989515c2ddff3344 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/c7f81bed2c094d76989515c2ddff3344 2024-11-22T03:57:22,475 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/f1a3afdb43db4d05af4506d7ea201521 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/f1a3afdb43db4d05af4506d7ea201521 2024-11-22T03:57:22,477 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/fd0f91176a0440e3a3e5e222e7a4d3eb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/B/fd0f91176a0440e3a3e5e222e7a4d3eb 2024-11-22T03:57:22,482 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1a81474c90764088944d98cbb7bf0651 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/1a81474c90764088944d98cbb7bf0651 2024-11-22T03:57:22,484 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/806c199c34da499b957346e486823ee1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/806c199c34da499b957346e486823ee1 2024-11-22T03:57:22,485 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/be240b6d614d470fa4377644372d301a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/C/be240b6d614d470fa4377644372d301a 2024-11-22T03:57:22,489 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/recovered.edits/684.seqid to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63/recovered.edits/684.seqid 2024-11-22T03:57:22,489 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,490 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T03:57:22,490 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T03:57:22,492 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T03:57:22,498 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122021c6ca652bb41bfb40b543bfe4a7e17_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122021c6ca652bb41bfb40b543bfe4a7e17_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,501 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220538dc49ef2a47149122edd624308c5a_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220538dc49ef2a47149122edd624308c5a_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,505 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112210f532d934b640db9aad75b9438ea72e_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112210f532d934b640db9aad75b9438ea72e_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,507 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221598bd039f3449688090adb7b3ce90bc_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411221598bd039f3449688090adb7b3ce90bc_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,509 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122162472129f664f30b9181d483b0fad55_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122162472129f664f30b9181d483b0fad55_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,513 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222b82cb22fbf741dd944fc965f501f9b4_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222b82cb22fbf741dd944fc965f501f9b4_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,515 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ca21219b58548be8779ccd087e7ba56_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222ca21219b58548be8779ccd087e7ba56_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,518 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222edf2e5314c54d16ac096db1f0677303_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222edf2e5314c54d16ac096db1f0677303_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,520 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223e284d66e38a47f59c9fe5ce2305bb01_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223e284d66e38a47f59c9fe5ce2305bb01_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,529 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f7b8a1ba0b44ea7aff4932640951f30_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223f7b8a1ba0b44ea7aff4932640951f30_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,532 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122540496a83b1344cabec0d46dda8bc62d_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122540496a83b1344cabec0d46dda8bc62d_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,536 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d196edc66924c8da83fe760e98a2edb_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225d196edc66924c8da83fe760e98a2edb_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,538 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112266e0049e6c5147949fb7306b94eb609e_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112266e0049e6c5147949fb7306b94eb609e_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,541 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228adf09635b4048df8c6fb1eb67e4a4d5_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228adf09635b4048df8c6fb1eb67e4a4d5_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,543 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122945faacb39ca45cab0c5792a4eb2df67_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122945faacb39ca45cab0c5792a4eb2df67_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,544 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab33438164414786bdcdf1dcfa25862a_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ab33438164414786bdcdf1dcfa25862a_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,550 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc873a0161584d54b85fc50d74f9730f_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122bc873a0161584d54b85fc50d74f9730f_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,552 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d92130d4a5974a7e98cef199a7e40dbc_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d92130d4a5974a7e98cef199a7e40dbc_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,554 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e28f186b781144ca95cfb18db1b4fb99_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e28f186b781144ca95cfb18db1b4fb99_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,557 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ec4bc68e09ed45c3a013047a12853a6f_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ec4bc68e09ed45c3a013047a12853a6f_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T03:57:22,560 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f0bdeeaa595d416c8ca12ae9b11e58d3_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f0bdeeaa595d416c8ca12ae9b11e58d3_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,562 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa2d4ae935d943ec871506008222d38a_2fb34c1b6c0694de88fa30a0cad88d63 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122fa2d4ae935d943ec871506008222d38a_2fb34c1b6c0694de88fa30a0cad88d63 2024-11-22T03:57:22,564 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T03:57:22,567 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,570 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T03:57:22,574 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T03:57:22,576 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,576 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T03:57:22,576 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732247842576"}]},"ts":"9223372036854775807"} 2024-11-22T03:57:22,580 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T03:57:22,580 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 2fb34c1b6c0694de88fa30a0cad88d63, NAME => 'TestAcidGuarantees,,1732247815733.2fb34c1b6c0694de88fa30a0cad88d63.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T03:57:22,580 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T03:57:22,580 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732247842580"}]},"ts":"9223372036854775807"} 2024-11-22T03:57:22,584 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T03:57:22,585 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 134 msec 2024-11-22T03:57:22,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:57:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-22T03:57:22,770 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T03:57:22,770 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:22,781 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 250) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1372498726_22 at /127.0.0.1:39658 [Waiting for operation #1162] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1302419577_22 at /127.0.0.1:60184 [Waiting for operation #770] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1372498726_22 at /127.0.0.1:35440 [Waiting for operation #1217] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1302419577_22 at /127.0.0.1:60176 [Waiting for operation #768] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=844 (was 924), ProcessCount=11 (was 11), AvailableMemoryMB=2566 (was 2796) 2024-11-22T03:57:22,792 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=844, ProcessCount=11, AvailableMemoryMB=2565 2024-11-22T03:57:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:57:22,794 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:57:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:22,797 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:57:22,797 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:22,797 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 63 2024-11-22T03:57:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T03:57:22,798 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:57:22,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742075_1251 (size=1061) 2024-11-22T03:57:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T03:57:23,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T03:57:23,212 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:57:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742076_1252 (size=53) 2024-11-22T03:57:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T03:57:23,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:57:23,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 17550c7adb6cc940f7a2b8e6d7530b18, disabling compactions & flushes 2024-11-22T03:57:23,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. after waiting 0 ms 2024-11-22T03:57:23,620 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,620 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,621 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17550c7adb6cc940f7a2b8e6d7530b18: Waiting for close lock at 1732247843620Disabling compacts and flushes for region at 1732247843620Disabling writes for close at 1732247843620Writing region close event to WAL at 1732247843620Closed at 1732247843620 2024-11-22T03:57:23,622 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:57:23,622 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732247843622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247843622"}]},"ts":"1732247843622"} 2024-11-22T03:57:23,624 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:57:23,625 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:57:23,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247843625"}]},"ts":"1732247843625"} 2024-11-22T03:57:23,627 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T03:57:23,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, ASSIGN}] 2024-11-22T03:57:23,628 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, ASSIGN 2024-11-22T03:57:23,629 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, ASSIGN; state=OFFLINE, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=false 2024-11-22T03:57:23,779 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=17550c7adb6cc940f7a2b8e6d7530b18, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:23,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, ASSIGN because future has completed 2024-11-22T03:57:23,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:57:23,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T03:57:23,936 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,936 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:57:23,936 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,936 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:57:23,936 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,936 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,937 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,939 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:23,939 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17550c7adb6cc940f7a2b8e6d7530b18 columnFamilyName A 2024-11-22T03:57:23,939 DEBUG [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:23,939 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.HStore(327): Store=17550c7adb6cc940f7a2b8e6d7530b18/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:23,939 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,940 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:23,940 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17550c7adb6cc940f7a2b8e6d7530b18 columnFamilyName B 2024-11-22T03:57:23,940 DEBUG [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:23,941 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.HStore(327): Store=17550c7adb6cc940f7a2b8e6d7530b18/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:23,941 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,942 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:23,942 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17550c7adb6cc940f7a2b8e6d7530b18 columnFamilyName C 2024-11-22T03:57:23,942 DEBUG [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:23,942 INFO [StoreOpener-17550c7adb6cc940f7a2b8e6d7530b18-1 {}] regionserver.HStore(327): Store=17550c7adb6cc940f7a2b8e6d7530b18/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:23,942 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,942 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,943 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,943 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,944 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,944 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,944 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:57:23,946 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,947 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:57:23,948 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 17550c7adb6cc940f7a2b8e6d7530b18; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74442079, jitterRate=0.10927341878414154}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:57:23,948 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:23,948 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 17550c7adb6cc940f7a2b8e6d7530b18: Running coprocessor pre-open hook at 1732247843936Writing region info on filesystem at 1732247843936Initializing all the Stores at 1732247843937 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247843937Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247843937Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247843937Cleaning up temporary data from old regions at 1732247843944 (+7 ms)Running coprocessor post-open hooks at 1732247843948 (+4 ms)Region opened successfully at 1732247843948 2024-11-22T03:57:23,949 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., pid=65, masterSystemTime=1732247843933 2024-11-22T03:57:23,950 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,950 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:23,951 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=17550c7adb6cc940f7a2b8e6d7530b18, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:23,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:57:23,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-22T03:57:23,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 in 172 msec 2024-11-22T03:57:23,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-22T03:57:23,956 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, ASSIGN in 328 msec 2024-11-22T03:57:23,957 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:57:23,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247843957"}]},"ts":"1732247843957"} 2024-11-22T03:57:23,958 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T03:57:23,959 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:57:23,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-11-22T03:57:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63 2024-11-22T03:57:24,940 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:24,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206c4e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,942 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,942 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,943 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2da0f162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,945 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38be68d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:24,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:24,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:24,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:57:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:57:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e7e532a 2024-11-22T03:57:24,950 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:57:24,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:57:24,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cde69b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,954 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7998484d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,956 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adeafe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cf162e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,958 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bbc50a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,959 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,960 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75853bcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240c3b1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,963 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7d90e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,963 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,965 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,966 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0ffd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faf75fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,972 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c4c5e4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,974 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cae92ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,977 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134d1413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,977 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,977 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,978 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a146b6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,981 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62755ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bdd3a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,983 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baed957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,983 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,984 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,985 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a3f472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fafaf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e050d63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,989 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,990 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c2bac8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f507a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,992 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,992 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@428464f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,994 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465c3d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35038a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,996 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bbc6a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,996 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:24,997 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:24,997 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:24,998 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360eb60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e204fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,998 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:24,998 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:24,999 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d089f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:24,999 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:25,000 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42126, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:25,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c7edf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:25,001 DEBUG [Thread-1183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,001 DEBUG [Thread-1168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,001 DEBUG [Thread-1174 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,002 DEBUG [Thread-1181 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,002 DEBUG [Thread-1177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,002 DEBUG [Thread-1185 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,002 DEBUG [Thread-1172 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,004 DEBUG [Thread-1166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,004 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,004 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:25,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39162, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-22T03:57:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,005 DEBUG [Thread-1179 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,006 DEBUG [Thread-1170 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:25,006 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T03:57:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,008 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:25,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:25,008 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:25,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,009 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:57:25,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:25,021 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:57:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:25,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:25,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247905041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247905042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247905043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,047 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247905044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247905045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/6891cfbe0d854ef4b02124e9046deb82 is 50, key is test_row_0/A:col10/1732247845021/Put/seqid=0 2024-11-22T03:57:25,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742077_1253 (size=16681) 2024-11-22T03:57:25,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/6891cfbe0d854ef4b02124e9046deb82 2024-11-22T03:57:25,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T03:57:25,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/ccae15fc0da84cab9beb61b763bfa686 is 50, key is test_row_0/B:col10/1732247845021/Put/seqid=0 2024-11-22T03:57:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247905150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247905150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742078_1254 (size=12001) 2024-11-22T03:57:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247905159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247905160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,165 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/ccae15fc0da84cab9beb61b763bfa686 2024-11-22T03:57:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247905161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,170 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/8e0fa431f77a4c6699fcbae40a038deb is 50, key is test_row_0/C:col10/1732247845021/Put/seqid=0 2024-11-22T03:57:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742079_1255 (size=12001) 2024-11-22T03:57:25,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T03:57:25,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247905359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247905360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247905370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247905371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247905379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:25,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T03:57:25,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/8e0fa431f77a4c6699fcbae40a038deb 2024-11-22T03:57:25,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/6891cfbe0d854ef4b02124e9046deb82 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/6891cfbe0d854ef4b02124e9046deb82 2024-11-22T03:57:25,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/6891cfbe0d854ef4b02124e9046deb82, entries=250, sequenceid=15, filesize=16.3 K 2024-11-22T03:57:25,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/ccae15fc0da84cab9beb61b763bfa686 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ccae15fc0da84cab9beb61b763bfa686 2024-11-22T03:57:25,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ccae15fc0da84cab9beb61b763bfa686, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T03:57:25,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/8e0fa431f77a4c6699fcbae40a038deb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/8e0fa431f77a4c6699fcbae40a038deb 2024-11-22T03:57:25,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/8e0fa431f77a4c6699fcbae40a038deb, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T03:57:25,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247905670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 17550c7adb6cc940f7a2b8e6d7530b18 in 655ms, sequenceid=15, compaction requested=false 2024-11-22T03:57:25,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,676 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:57:25,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:25,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:25,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:25,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:25,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:25,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:25,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/9a4161c2a29449059d9bfbdfe3d2fc92 is 50, key is test_row_0/A:col10/1732247845044/Put/seqid=0 2024-11-22T03:57:25,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247905708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247905708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247905718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247905718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742080_1256 (size=14341) 2024-11-22T03:57:25,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247905830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247905830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247905830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,832 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247905830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:25,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:25,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:25,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:25,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:25,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:25,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:25,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247906040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247906041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,042 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247906041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247906041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:26,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:26,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T03:57:26,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/9a4161c2a29449059d9bfbdfe3d2fc92 2024-11-22T03:57:26,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/430f07ee5aa144f1957dd2498b99f8f9 is 50, key is test_row_0/B:col10/1732247845044/Put/seqid=0 2024-11-22T03:57:26,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247906189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742081_1257 (size=12001) 2024-11-22T03:57:26,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/430f07ee5aa144f1957dd2498b99f8f9 2024-11-22T03:57:26,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/61a5e7896f4b4013b94e0bc70a3a2255 is 50, key is test_row_0/C:col10/1732247845044/Put/seqid=0 2024-11-22T03:57:26,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742082_1258 (size=12001) 2024-11-22T03:57:26,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247906350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247906350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247906350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247906350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,354 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:26,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/61a5e7896f4b4013b94e0bc70a3a2255 2024-11-22T03:57:26,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/9a4161c2a29449059d9bfbdfe3d2fc92 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9a4161c2a29449059d9bfbdfe3d2fc92 2024-11-22T03:57:26,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:26,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9a4161c2a29449059d9bfbdfe3d2fc92, entries=200, sequenceid=34, filesize=14.0 K 2024-11-22T03:57:26,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/430f07ee5aa144f1957dd2498b99f8f9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/430f07ee5aa144f1957dd2498b99f8f9 2024-11-22T03:57:26,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/430f07ee5aa144f1957dd2498b99f8f9, entries=150, sequenceid=34, filesize=11.7 K 2024-11-22T03:57:26,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/61a5e7896f4b4013b94e0bc70a3a2255 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/61a5e7896f4b4013b94e0bc70a3a2255 2024-11-22T03:57:26,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/61a5e7896f4b4013b94e0bc70a3a2255, entries=150, sequenceid=34, filesize=11.7 K 2024-11-22T03:57:26,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1042ms, sequenceid=34, compaction requested=false 2024-11-22T03:57:26,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:26,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-22T03:57:26,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,857 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:57:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/7566434b1b334941ab65d88c55100061 is 50, key is test_row_0/A:col10/1732247845715/Put/seqid=0 2024-11-22T03:57:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:26,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:26,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742083_1259 (size=12001) 2024-11-22T03:57:26,884 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/7566434b1b334941ab65d88c55100061 2024-11-22T03:57:26,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d74e56bdbf4f4edc81635b17464ae0b0 is 50, key is test_row_0/B:col10/1732247845715/Put/seqid=0 2024-11-22T03:57:26,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742084_1260 (size=12001) 2024-11-22T03:57:26,909 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d74e56bdbf4f4edc81635b17464ae0b0 2024-11-22T03:57:26,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/5dd93dce8ac944f8ae4aab751ef5029d is 50, key is test_row_0/C:col10/1732247845715/Put/seqid=0 2024-11-22T03:57:26,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247906912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247906914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,922 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247906918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247906918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:26,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742085_1261 (size=12001) 2024-11-22T03:57:26,930 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/5dd93dce8ac944f8ae4aab751ef5029d 2024-11-22T03:57:26,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/7566434b1b334941ab65d88c55100061 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7566434b1b334941ab65d88c55100061 2024-11-22T03:57:26,946 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7566434b1b334941ab65d88c55100061, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T03:57:26,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d74e56bdbf4f4edc81635b17464ae0b0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d74e56bdbf4f4edc81635b17464ae0b0 2024-11-22T03:57:26,955 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d74e56bdbf4f4edc81635b17464ae0b0, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T03:57:26,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/5dd93dce8ac944f8ae4aab751ef5029d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5dd93dce8ac944f8ae4aab751ef5029d 2024-11-22T03:57:26,962 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5dd93dce8ac944f8ae4aab751ef5029d, entries=150, sequenceid=47, filesize=11.7 K 2024-11-22T03:57:26,963 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17550c7adb6cc940f7a2b8e6d7530b18 in 106ms, sequenceid=47, compaction requested=true 2024-11-22T03:57:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:26,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:26,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-22T03:57:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-22T03:57:26,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-22T03:57:26,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-11-22T03:57:26,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.9670 sec 2024-11-22T03:57:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:27,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247846899, max timestamp=1732247847033Num uniques 859; 2024-11-22T03:57:27,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247846899, max timestamp=1732247847033Num uniques 859; 2024-11-22T03:57:27,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247846899, max timestamp=1732247847033Num uniques 859; 2024-11-22T03:57:27,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:27,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:27,036 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:27,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=42.49 KB heapSize=111.16 KB 2024-11-22T03:57:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:27,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:27,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/27fae11b06394547a195df764c39fd01 is 50, key is test_row_0/A:col10/1732247847033/Put/seqid=0 2024-11-22T03:57:27,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742086_1262 (size=12001) 2024-11-22T03:57:27,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/27fae11b06394547a195df764c39fd01 2024-11-22T03:57:27,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b56cb5fce6054563ac03e0b2fe9ed98e is 50, key is test_row_0/B:col10/1732247847033/Put/seqid=0 2024-11-22T03:57:27,094 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247847066, max timestamp=1732247847091Num uniques 859; 2024-11-22T03:57:27,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247847066, max timestamp=1732247847091Num uniques 859; 2024-11-22T03:57:27,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:27,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:27,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247847066, max timestamp=1732247847091Num uniques 859; 2024-11-22T03:57:27,095 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:27,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742087_1263 (size=12001) 2024-11-22T03:57:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-22T03:57:27,149 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:27,150 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:27,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-22T03:57:27,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T03:57:27,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:27,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:27,153 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:27,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247847134, max timestamp=1732247847156Num uniques 1068; 2024-11-22T03:57:27,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247847134, max timestamp=1732247847156Num uniques 1068; 2024-11-22T03:57:27,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247847134, max timestamp=1732247847156Num uniques 1068; 2024-11-22T03:57:27,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T03:57:27,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T03:57:27,161 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T03:57:27,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247907198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247907200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,208 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732247847189, max timestamp=1732247847205Num uniques 1027; 2024-11-22T03:57:27,210 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-22T03:57:27,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732247847189, max timestamp=1732247847205Num uniques 1027; 2024-11-22T03:57:27,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=277, cellSize=12682, totalHeapSize=29048, min timestamp=1732247847189, max timestamp=1732247847205Num uniques 1027; 2024-11-22T03:57:27,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-22T03:57:27,212 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=12682, suffix heap size=134776,new segment heap size=29048 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=277 2024-11-22T03:57:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T03:57:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247907259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247907262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247907270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T03:57:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:27,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247907310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,317 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247907380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247907380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247907390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T03:57:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T03:57:27,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:57:27,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b56cb5fce6054563ac03e0b2fe9ed98e 2024-11-22T03:57:27,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/fd893b4af02d442ea54a93f9f49494c3 is 50, key is test_row_0/C:col10/1732247847033/Put/seqid=0 2024-11-22T03:57:27,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247907522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742088_1264 (size=12001) 2024-11-22T03:57:27,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247907590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247907590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247907599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T03:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T03:57:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T03:57:27,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247907840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247907899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247907910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:27,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247907910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:27,915 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:27,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T03:57:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:27,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/fd893b4af02d442ea54a93f9f49494c3 2024-11-22T03:57:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/27fae11b06394547a195df764c39fd01 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/27fae11b06394547a195df764c39fd01 2024-11-22T03:57:27,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/27fae11b06394547a195df764c39fd01, entries=150, sequenceid=70, filesize=11.7 K 2024-11-22T03:57:27,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b56cb5fce6054563ac03e0b2fe9ed98e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b56cb5fce6054563ac03e0b2fe9ed98e 2024-11-22T03:57:27,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b56cb5fce6054563ac03e0b2fe9ed98e, entries=150, sequenceid=70, filesize=11.7 K 2024-11-22T03:57:27,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/fd893b4af02d442ea54a93f9f49494c3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/fd893b4af02d442ea54a93f9f49494c3 2024-11-22T03:57:27,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/fd893b4af02d442ea54a93f9f49494c3, entries=150, sequenceid=70, filesize=11.7 K 2024-11-22T03:57:27,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~42.49 KB/43510, heapSize ~111.11 KB/113776, currentSize=147.60 KB/151140 for 17550c7adb6cc940f7a2b8e6d7530b18 in 955ms, sequenceid=70, compaction requested=true 2024-11-22T03:57:27,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:27,992 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:27,992 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:27,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:27,993 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:27,993 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:27,993 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:27,993 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:27,993 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,993 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:27,993 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/6891cfbe0d854ef4b02124e9046deb82, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9a4161c2a29449059d9bfbdfe3d2fc92, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7566434b1b334941ab65d88c55100061, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/27fae11b06394547a195df764c39fd01] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=53.7 K 2024-11-22T03:57:27,993 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ccae15fc0da84cab9beb61b763bfa686, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/430f07ee5aa144f1957dd2498b99f8f9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d74e56bdbf4f4edc81635b17464ae0b0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b56cb5fce6054563ac03e0b2fe9ed98e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=46.9 K 2024-11-22T03:57:27,994 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting ccae15fc0da84cab9beb61b763bfa686, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247845012 2024-11-22T03:57:27,994 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6891cfbe0d854ef4b02124e9046deb82, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247845012 2024-11-22T03:57:27,994 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a4161c2a29449059d9bfbdfe3d2fc92, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732247845037 2024-11-22T03:57:27,994 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 430f07ee5aa144f1957dd2498b99f8f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732247845042 2024-11-22T03:57:27,995 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7566434b1b334941ab65d88c55100061, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732247845700 2024-11-22T03:57:27,995 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d74e56bdbf4f4edc81635b17464ae0b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732247845700 2024-11-22T03:57:27,995 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting b56cb5fce6054563ac03e0b2fe9ed98e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732247847033 2024-11-22T03:57:27,995 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27fae11b06394547a195df764c39fd01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732247847033 2024-11-22T03:57:28,019 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:28,019 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/43a678999765477faad4d2cfb252684e is 50, key is test_row_0/B:col10/1732247847033/Put/seqid=0 2024-11-22T03:57:28,029 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#219 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:28,030 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/50d98c9aac35453ba55f4533c9eacb0e is 50, key is test_row_0/A:col10/1732247847033/Put/seqid=0 2024-11-22T03:57:28,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742089_1265 (size=12139) 2024-11-22T03:57:28,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-22T03:57:28,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:28,077 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=147.60 KB heapSize=413.77 KB 2024-11-22T03:57:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:28,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:28,083 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/43a678999765477faad4d2cfb252684e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/43a678999765477faad4d2cfb252684e 2024-11-22T03:57:28,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742090_1266 (size=12139) 2024-11-22T03:57:28,090 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/50d98c9aac35453ba55f4533c9eacb0e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/50d98c9aac35453ba55f4533c9eacb0e 2024-11-22T03:57:28,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/68180a71daf04d3f8a254b0d58f3da2f is 50, key is test_row_0/A:col10/1732247847253/Put/seqid=0 2024-11-22T03:57:28,098 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into 50d98c9aac35453ba55f4533c9eacb0e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:28,098 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:28,098 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=12, startTime=1732247847991; duration=0sec 2024-11-22T03:57:28,098 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:28,098 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:28,098 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:57:28,100 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:57:28,100 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:28,100 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:28,100 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/8e0fa431f77a4c6699fcbae40a038deb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/61a5e7896f4b4013b94e0bc70a3a2255, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5dd93dce8ac944f8ae4aab751ef5029d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/fd893b4af02d442ea54a93f9f49494c3] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=46.9 K 2024-11-22T03:57:28,101 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e0fa431f77a4c6699fcbae40a038deb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247845012 2024-11-22T03:57:28,101 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61a5e7896f4b4013b94e0bc70a3a2255, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732247845042 2024-11-22T03:57:28,101 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5dd93dce8ac944f8ae4aab751ef5029d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1732247845700 2024-11-22T03:57:28,102 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd893b4af02d442ea54a93f9f49494c3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732247847033 2024-11-22T03:57:28,115 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 43a678999765477faad4d2cfb252684e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:28,115 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:28,115 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=12, startTime=1732247847992; duration=0sec 2024-11-22T03:57:28,115 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:28,115 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:28,126 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#221 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:28,126 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/863d260b68f248adb8f2ce9fc441b759 is 50, key is test_row_0/C:col10/1732247847033/Put/seqid=0 2024-11-22T03:57:28,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742091_1267 (size=12151) 2024-11-22T03:57:28,152 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/68180a71daf04d3f8a254b0d58f3da2f 2024-11-22T03:57:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742092_1268 (size=12139) 2024-11-22T03:57:28,162 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/863d260b68f248adb8f2ce9fc441b759 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/863d260b68f248adb8f2ce9fc441b759 2024-11-22T03:57:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/831e9180109247569a4fee4a17ec7d6f is 50, key is test_row_0/B:col10/1732247847253/Put/seqid=0 2024-11-22T03:57:28,170 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 863d260b68f248adb8f2ce9fc441b759(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:28,170 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:28,170 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=12, startTime=1732247847992; duration=0sec 2024-11-22T03:57:28,170 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:28,170 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742093_1269 (size=12151) 2024-11-22T03:57:28,196 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/831e9180109247569a4fee4a17ec7d6f 2024-11-22T03:57:28,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/79510533792e4f31945c82be0d027581 is 50, key is test_row_0/C:col10/1732247847253/Put/seqid=0 2024-11-22T03:57:28,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742094_1270 (size=12151) 2024-11-22T03:57:28,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T03:57:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:28,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:28,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:28,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247908383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247908419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:28,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247908419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,424 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247908430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,434 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247908499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:28,625 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/79510533792e4f31945c82be0d027581 2024-11-22T03:57:28,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/68180a71daf04d3f8a254b0d58f3da2f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/68180a71daf04d3f8a254b0d58f3da2f 2024-11-22T03:57:28,633 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/68180a71daf04d3f8a254b0d58f3da2f, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T03:57:28,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/831e9180109247569a4fee4a17ec7d6f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/831e9180109247569a4fee4a17ec7d6f 2024-11-22T03:57:28,639 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/831e9180109247569a4fee4a17ec7d6f, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T03:57:28,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/79510533792e4f31945c82be0d027581 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79510533792e4f31945c82be0d027581 2024-11-22T03:57:28,645 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79510533792e4f31945c82be0d027581, entries=150, sequenceid=141, filesize=11.9 K 2024-11-22T03:57:28,646 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~413.72 KB/423648, currentSize=33.54 KB/34350 for 17550c7adb6cc940f7a2b8e6d7530b18 in 569ms, sequenceid=141, compaction requested=false 2024-11-22T03:57:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:28,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-22T03:57:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-22T03:57:28,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-22T03:57:28,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5010 sec 2024-11-22T03:57:28,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.5070 sec 2024-11-22T03:57:28,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:28,716 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:57:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:28,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:28,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/edd87a46611e49d8aff363672ad1cb90 is 50, key is test_row_0/A:col10/1732247848711/Put/seqid=0 2024-11-22T03:57:28,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742095_1271 (size=12147) 2024-11-22T03:57:28,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/edd87a46611e49d8aff363672ad1cb90 2024-11-22T03:57:28,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b5eb893b4c594b2f9d1cd32675ce7010 is 50, key is test_row_0/B:col10/1732247848711/Put/seqid=0 2024-11-22T03:57:28,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742096_1272 (size=9757) 2024-11-22T03:57:28,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b5eb893b4c594b2f9d1cd32675ce7010 2024-11-22T03:57:28,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/901d2c2691eb45648a7bb729fd19d6f5 is 50, key is test_row_0/C:col10/1732247848711/Put/seqid=0 2024-11-22T03:57:28,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247848784, max timestamp=1732247848812Num uniques 859; 2024-11-22T03:57:28,816 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:28,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247848784, max timestamp=1732247848812Num uniques 859; 2024-11-22T03:57:28,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:28,820 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732247848784, max timestamp=1732247848812Num uniques 859; 2024-11-22T03:57:28,821 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T03:57:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742097_1273 (size=9757) 2024-11-22T03:57:28,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/901d2c2691eb45648a7bb729fd19d6f5 2024-11-22T03:57:28,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/edd87a46611e49d8aff363672ad1cb90 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/edd87a46611e49d8aff363672ad1cb90 2024-11-22T03:57:28,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/edd87a46611e49d8aff363672ad1cb90, entries=150, sequenceid=154, filesize=11.9 K 2024-11-22T03:57:28,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b5eb893b4c594b2f9d1cd32675ce7010 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b5eb893b4c594b2f9d1cd32675ce7010 2024-11-22T03:57:28,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b5eb893b4c594b2f9d1cd32675ce7010, entries=100, sequenceid=154, filesize=9.5 K 2024-11-22T03:57:28,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/901d2c2691eb45648a7bb729fd19d6f5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/901d2c2691eb45648a7bb729fd19d6f5 2024-11-22T03:57:28,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/901d2c2691eb45648a7bb729fd19d6f5, entries=100, sequenceid=154, filesize=9.5 K 2024-11-22T03:57:28,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.40 KB/75165 for 17550c7adb6cc940f7a2b8e6d7530b18 in 146ms, sequenceid=154, compaction requested=true 2024-11-22T03:57:28,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:28,861 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:28,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:28,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:28,861 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:28,862 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:28,862 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:28,863 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:28,863 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/50d98c9aac35453ba55f4533c9eacb0e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/68180a71daf04d3f8a254b0d58f3da2f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/edd87a46611e49d8aff363672ad1cb90] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=35.6 K 2024-11-22T03:57:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:28,863 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:28,863 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:28,863 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:28,863 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 50d98c9aac35453ba55f4533c9eacb0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732247847033 2024-11-22T03:57:28,863 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:28,863 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/43a678999765477faad4d2cfb252684e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/831e9180109247569a4fee4a17ec7d6f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b5eb893b4c594b2f9d1cd32675ce7010] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=33.2 K 2024-11-22T03:57:28,864 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 68180a71daf04d3f8a254b0d58f3da2f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732247847253 2024-11-22T03:57:28,864 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43a678999765477faad4d2cfb252684e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732247847033 2024-11-22T03:57:28,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:28,864 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 831e9180109247569a4fee4a17ec7d6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732247847253 2024-11-22T03:57:28,865 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting edd87a46611e49d8aff363672ad1cb90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732247848370 2024-11-22T03:57:28,865 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=80.11 KB heapSize=224.70 KB 2024-11-22T03:57:28,865 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b5eb893b4c594b2f9d1cd32675ce7010, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732247848711 2024-11-22T03:57:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:28,865 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:28,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/412b2ae5ca1c4c4ab89d974b25f250fb is 50, key is test_row_0/A:col10/1732247848849/Put/seqid=0 2024-11-22T03:57:28,887 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:28,887 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/1bb10fdeab2a48388d26fda483b24253 is 50, key is test_row_0/B:col10/1732247848711/Put/seqid=0 2024-11-22T03:57:28,890 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:28,891 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/d1257d7a57d24c1487baba5b4691cd86 is 50, key is test_row_0/A:col10/1732247848711/Put/seqid=0 2024-11-22T03:57:28,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742098_1274 (size=14541) 2024-11-22T03:57:28,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/412b2ae5ca1c4c4ab89d974b25f250fb 2024-11-22T03:57:28,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742099_1275 (size=12391) 2024-11-22T03:57:28,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742100_1276 (size=12391) 2024-11-22T03:57:28,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/86212567acf74974be0a3da2292c41af is 50, key is test_row_0/B:col10/1732247848849/Put/seqid=0 2024-11-22T03:57:28,949 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/1bb10fdeab2a48388d26fda483b24253 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/1bb10fdeab2a48388d26fda483b24253 2024-11-22T03:57:28,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742101_1277 (size=12151) 2024-11-22T03:57:28,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/86212567acf74974be0a3da2292c41af 2024-11-22T03:57:28,961 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 1bb10fdeab2a48388d26fda483b24253(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:28,961 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:28,961 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247848861; duration=0sec 2024-11-22T03:57:28,961 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:28,961 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:28,961 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:28,964 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:28,964 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:28,964 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:28,965 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/863d260b68f248adb8f2ce9fc441b759, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79510533792e4f31945c82be0d027581, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/901d2c2691eb45648a7bb729fd19d6f5] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=33.2 K 2024-11-22T03:57:28,965 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 863d260b68f248adb8f2ce9fc441b759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=70, earliestPutTs=1732247847033 2024-11-22T03:57:28,965 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79510533792e4f31945c82be0d027581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1732247847253 2024-11-22T03:57:28,966 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 901d2c2691eb45648a7bb729fd19d6f5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732247848711 2024-11-22T03:57:28,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/79c9f8419b6c4c37a92f18831f053a78 is 50, key is test_row_0/C:col10/1732247848849/Put/seqid=0 2024-11-22T03:57:28,985 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#232 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:28,986 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/1ab212505b6e42cab2292ebe3803e5e3 is 50, key is test_row_0/C:col10/1732247848711/Put/seqid=0 2024-11-22T03:57:28,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742102_1278 (size=12151) 2024-11-22T03:57:28,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:28,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247908993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:28,999 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742103_1279 (size=12391) 2024-11-22T03:57:29,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247909110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247909220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,224 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-22T03:57:29,310 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:29,310 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-22T03:57:29,312 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T03:57:29,314 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:29,314 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:29,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247909320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,330 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/d1257d7a57d24c1487baba5b4691cd86 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d1257d7a57d24c1487baba5b4691cd86 2024-11-22T03:57:29,336 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into d1257d7a57d24c1487baba5b4691cd86(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:29,336 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:29,336 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247848861; duration=0sec 2024-11-22T03:57:29,336 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:29,336 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:29,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.44 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/79c9f8419b6c4c37a92f18831f053a78 2024-11-22T03:57:29,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/412b2ae5ca1c4c4ab89d974b25f250fb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/412b2ae5ca1c4c4ab89d974b25f250fb 2024-11-22T03:57:29,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/412b2ae5ca1c4c4ab89d974b25f250fb, entries=200, sequenceid=183, filesize=14.2 K 2024-11-22T03:57:29,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/86212567acf74974be0a3da2292c41af as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/86212567acf74974be0a3da2292c41af 2024-11-22T03:57:29,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/86212567acf74974be0a3da2292c41af, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T03:57:29,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/79c9f8419b6c4c37a92f18831f053a78 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79c9f8419b6c4c37a92f18831f053a78 2024-11-22T03:57:29,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79c9f8419b6c4c37a92f18831f053a78, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T03:57:29,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.11 KB/82035, heapSize ~224.65 KB/230040, currentSize=100.63 KB/103050 for 17550c7adb6cc940f7a2b8e6d7530b18 in 547ms, sequenceid=183, compaction requested=false 2024-11-22T03:57:29,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T03:57:29,428 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/1ab212505b6e42cab2292ebe3803e5e3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1ab212505b6e42cab2292ebe3803e5e3 2024-11-22T03:57:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:29,435 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 1ab212505b6e42cab2292ebe3803e5e3(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:29,435 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:29,436 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247848863; duration=0sec 2024-11-22T03:57:29,436 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:29,436 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:29,436 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:57:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:29,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:29,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b9473d059c8c4a54bb19b9d8dc0b109b is 50, key is test_row_0/A:col10/1732247849432/Put/seqid=0 2024-11-22T03:57:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742104_1280 (size=14541) 2024-11-22T03:57:29,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247909457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:29,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:29,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247909461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247909463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,468 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247909569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247909569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247909569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:29,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T03:57:29,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247909630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:29,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,775 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247909780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247909780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247909780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:29,785 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:29,851 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b9473d059c8c4a54bb19b9d8dc0b109b 2024-11-22T03:57:29,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3bf622df2e9945dbbbd5e5c9efb34d85 is 50, key is test_row_0/B:col10/1732247849432/Put/seqid=0 2024-11-22T03:57:29,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742105_1281 (size=12151) 2024-11-22T03:57:29,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:29,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T03:57:30,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247910090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247910091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247910091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247910141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:30,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:30,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3bf622df2e9945dbbbd5e5c9efb34d85 2024-11-22T03:57:30,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/508356688ed346abad339d6242a87e3e is 50, key is test_row_0/C:col10/1732247849432/Put/seqid=0 2024-11-22T03:57:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742106_1282 (size=12151) 2024-11-22T03:57:30,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:30,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:30,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,392 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T03:57:30,545 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,545 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247910600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247910600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:30,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247910609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:30,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:30,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/508356688ed346abad339d6242a87e3e 2024-11-22T03:57:30,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b9473d059c8c4a54bb19b9d8dc0b109b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b9473d059c8c4a54bb19b9d8dc0b109b 2024-11-22T03:57:30,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b9473d059c8c4a54bb19b9d8dc0b109b, entries=200, sequenceid=205, filesize=14.2 K 2024-11-22T03:57:30,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3bf622df2e9945dbbbd5e5c9efb34d85 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3bf622df2e9945dbbbd5e5c9efb34d85 2024-11-22T03:57:30,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:30,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3bf622df2e9945dbbbd5e5c9efb34d85, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T03:57:30,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/508356688ed346abad339d6242a87e3e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/508356688ed346abad339d6242a87e3e 2024-11-22T03:57:30,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/508356688ed346abad339d6242a87e3e, entries=150, sequenceid=205, filesize=11.9 K 2024-11-22T03:57:30,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1277ms, sequenceid=205, compaction requested=true 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:30,714 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-22T03:57:30,714 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:30,714 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:30,716 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:30,716 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:30,716 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,716 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1ab212505b6e42cab2292ebe3803e5e3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79c9f8419b6c4c37a92f18831f053a78, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/508356688ed346abad339d6242a87e3e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=35.8 K 2024-11-22T03:57:30,716 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41473 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:30,716 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:30,716 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,716 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d1257d7a57d24c1487baba5b4691cd86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/412b2ae5ca1c4c4ab89d974b25f250fb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b9473d059c8c4a54bb19b9d8dc0b109b] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=40.5 K 2024-11-22T03:57:30,717 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1257d7a57d24c1487baba5b4691cd86, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732247847259 2024-11-22T03:57:30,717 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ab212505b6e42cab2292ebe3803e5e3, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732247847259 2024-11-22T03:57:30,718 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 412b2ae5ca1c4c4ab89d974b25f250fb, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247848829 2024-11-22T03:57:30,718 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 79c9f8419b6c4c37a92f18831f053a78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247848849 2024-11-22T03:57:30,718 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9473d059c8c4a54bb19b9d8dc0b109b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732247848971 2024-11-22T03:57:30,719 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 508356688ed346abad339d6242a87e3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732247848981 2024-11-22T03:57:30,743 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#236 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:30,744 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/0f1d23cfec2b4fcfb91ccf3c0e580f99 is 50, key is test_row_0/C:col10/1732247849432/Put/seqid=0 2024-11-22T03:57:30,754 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:30,755 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/ed2d1223749c48f1bbf194deb0d20a59 is 50, key is test_row_0/A:col10/1732247849432/Put/seqid=0 2024-11-22T03:57:30,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742107_1283 (size=12493) 2024-11-22T03:57:30,778 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/0f1d23cfec2b4fcfb91ccf3c0e580f99 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0f1d23cfec2b4fcfb91ccf3c0e580f99 2024-11-22T03:57:30,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742108_1284 (size=12493) 2024-11-22T03:57:30,787 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 0f1d23cfec2b4fcfb91ccf3c0e580f99(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:30,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:30,788 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247850714; duration=0sec 2024-11-22T03:57:30,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:30,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:30,788 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:30,788 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/ed2d1223749c48f1bbf194deb0d20a59 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ed2d1223749c48f1bbf194deb0d20a59 2024-11-22T03:57:30,793 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:30,793 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:30,793 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,793 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/1bb10fdeab2a48388d26fda483b24253, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/86212567acf74974be0a3da2292c41af, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3bf622df2e9945dbbbd5e5c9efb34d85] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=35.8 K 2024-11-22T03:57:30,796 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bb10fdeab2a48388d26fda483b24253, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732247847259 2024-11-22T03:57:30,797 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into ed2d1223749c48f1bbf194deb0d20a59(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:30,797 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:30,797 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247850714; duration=0sec 2024-11-22T03:57:30,797 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 86212567acf74974be0a3da2292c41af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247848849 2024-11-22T03:57:30,797 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:30,797 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:30,798 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bf622df2e9945dbbbd5e5c9efb34d85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732247848981 2024-11-22T03:57:30,807 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#238 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:30,807 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/bf228164f9e443d7a3aac49972df62a3 is 50, key is test_row_0/B:col10/1732247849432/Put/seqid=0 2024-11-22T03:57:30,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:30,852 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:30,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:30,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742109_1285 (size=12493) 2024-11-22T03:57:30,867 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/bf228164f9e443d7a3aac49972df62a3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/bf228164f9e443d7a3aac49972df62a3 2024-11-22T03:57:30,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/52f82467d8f34a1da7f52ee254cba039 is 50, key is test_row_0/A:col10/1732247849446/Put/seqid=0 2024-11-22T03:57:30,876 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into bf228164f9e443d7a3aac49972df62a3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:30,876 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:30,876 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247850714; duration=0sec 2024-11-22T03:57:30,876 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:30,876 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:30,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742110_1286 (size=12151) 2024-11-22T03:57:30,900 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/52f82467d8f34a1da7f52ee254cba039 2024-11-22T03:57:30,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/426222f807604b93add096b32c98a133 is 50, key is test_row_0/B:col10/1732247849446/Put/seqid=0 2024-11-22T03:57:30,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742111_1287 (size=12151) 2024-11-22T03:57:30,931 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/426222f807604b93add096b32c98a133 2024-11-22T03:57:30,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/944b510adcbd42f5a517333afe690663 is 50, key is test_row_0/C:col10/1732247849446/Put/seqid=0 2024-11-22T03:57:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742112_1288 (size=12151) 2024-11-22T03:57:31,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:31,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:31,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247911240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,245 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247911349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,368 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/944b510adcbd42f5a517333afe690663 2024-11-22T03:57:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/52f82467d8f34a1da7f52ee254cba039 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/52f82467d8f34a1da7f52ee254cba039 2024-11-22T03:57:31,385 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/52f82467d8f34a1da7f52ee254cba039, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T03:57:31,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/426222f807604b93add096b32c98a133 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/426222f807604b93add096b32c98a133 2024-11-22T03:57:31,396 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/426222f807604b93add096b32c98a133, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T03:57:31,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/944b510adcbd42f5a517333afe690663 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/944b510adcbd42f5a517333afe690663 2024-11-22T03:57:31,402 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/944b510adcbd42f5a517333afe690663, entries=150, sequenceid=220, filesize=11.9 K 2024-11-22T03:57:31,403 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17550c7adb6cc940f7a2b8e6d7530b18 in 551ms, sequenceid=220, compaction requested=false 2024-11-22T03:57:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-22T03:57:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-22T03:57:31,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-22T03:57:31,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0900 sec 2024-11-22T03:57:31,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.0990 sec 2024-11-22T03:57:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-22T03:57:31,459 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:31,460 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-22T03:57:31,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T03:57:31,464 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:31,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:31,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:57:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:31,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:31,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/c348b7ab3113401e9be8cd15c3a54428 is 50, key is test_row_0/A:col10/1732247851208/Put/seqid=0 2024-11-22T03:57:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T03:57:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742113_1289 (size=14541) 2024-11-22T03:57:31,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247911609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247911609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,613 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,613 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,613 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247911612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,618 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247911630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,635 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:31,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247911730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,771 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T03:57:31,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:31,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:31,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247911939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:31,944 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:31,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/c348b7ab3113401e9be8cd15c3a54428 2024-11-22T03:57:31,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/98bd03a8a8b843ddb00c1c2a2519955d is 50, key is test_row_0/B:col10/1732247851208/Put/seqid=0 2024-11-22T03:57:32,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742114_1290 (size=12151) 2024-11-22T03:57:32,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:32,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:32,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T03:57:32,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:32,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:32,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:32,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247912249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:32,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:32,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/98bd03a8a8b843ddb00c1c2a2519955d 2024-11-22T03:57:32,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/52ffaec075fc4e2e98b369fcae028b15 is 50, key is test_row_0/C:col10/1732247851208/Put/seqid=0 2024-11-22T03:57:32,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742115_1291 (size=12151) 2024-11-22T03:57:32,516 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=241 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/52ffaec075fc4e2e98b369fcae028b15 2024-11-22T03:57:32,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/c348b7ab3113401e9be8cd15c3a54428 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/c348b7ab3113401e9be8cd15c3a54428 2024-11-22T03:57:32,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/c348b7ab3113401e9be8cd15c3a54428, entries=200, sequenceid=241, filesize=14.2 K 2024-11-22T03:57:32,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/98bd03a8a8b843ddb00c1c2a2519955d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/98bd03a8a8b843ddb00c1c2a2519955d 2024-11-22T03:57:32,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:32,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/98bd03a8a8b843ddb00c1c2a2519955d, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T03:57:32,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/52ffaec075fc4e2e98b369fcae028b15 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/52ffaec075fc4e2e98b369fcae028b15 2024-11-22T03:57:32,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/52ffaec075fc4e2e98b369fcae028b15, entries=150, sequenceid=241, filesize=11.9 K 2024-11-22T03:57:32,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 17550c7adb6cc940f7a2b8e6d7530b18 in 988ms, sequenceid=241, compaction requested=true 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:32,551 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:32,551 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:32,551 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:32,552 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:32,552 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:32,552 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,553 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/bf228164f9e443d7a3aac49972df62a3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/426222f807604b93add096b32c98a133, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/98bd03a8a8b843ddb00c1c2a2519955d] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=35.9 K 2024-11-22T03:57:32,553 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:32,553 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:32,553 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,553 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ed2d1223749c48f1bbf194deb0d20a59, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/52f82467d8f34a1da7f52ee254cba039, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/c348b7ab3113401e9be8cd15c3a54428] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=38.3 K 2024-11-22T03:57:32,554 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bf228164f9e443d7a3aac49972df62a3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732247848981 2024-11-22T03:57:32,554 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed2d1223749c48f1bbf194deb0d20a59, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732247848981 2024-11-22T03:57:32,554 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 426222f807604b93add096b32c98a133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732247849446 2024-11-22T03:57:32,554 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52f82467d8f34a1da7f52ee254cba039, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732247849446 2024-11-22T03:57:32,555 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 98bd03a8a8b843ddb00c1c2a2519955d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732247851208 2024-11-22T03:57:32,555 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c348b7ab3113401e9be8cd15c3a54428, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732247851208 2024-11-22T03:57:32,584 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:32,584 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#245 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:32,584 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/3c075978f8d9400f8ffd5115be2cfcdc is 50, key is test_row_0/A:col10/1732247851208/Put/seqid=0 2024-11-22T03:57:32,586 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/911c0dfeaf8d46fb85016ec68efcb8da is 50, key is test_row_0/B:col10/1732247851208/Put/seqid=0 2024-11-22T03:57:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T03:57:32,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742116_1292 (size=12595) 2024-11-22T03:57:32,652 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/911c0dfeaf8d46fb85016ec68efcb8da as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/911c0dfeaf8d46fb85016ec68efcb8da 2024-11-22T03:57:32,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742117_1293 (size=12595) 2024-11-22T03:57:32,662 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 911c0dfeaf8d46fb85016ec68efcb8da(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:32,662 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:32,662 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247852551; duration=0sec 2024-11-22T03:57:32,662 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:32,662 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:32,662 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:32,664 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:32,664 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:32,664 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,664 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0f1d23cfec2b4fcfb91ccf3c0e580f99, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/944b510adcbd42f5a517333afe690663, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/52ffaec075fc4e2e98b369fcae028b15] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=35.9 K 2024-11-22T03:57:32,665 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f1d23cfec2b4fcfb91ccf3c0e580f99, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732247848981 2024-11-22T03:57:32,665 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 944b510adcbd42f5a517333afe690663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732247849446 2024-11-22T03:57:32,666 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 52ffaec075fc4e2e98b369fcae028b15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732247851208 2024-11-22T03:57:32,687 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:32,688 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/219bf9f918a847babcd19b5e1fd26408 is 50, key is test_row_0/C:col10/1732247851208/Put/seqid=0 2024-11-22T03:57:32,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-22T03:57:32,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:57:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:32,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:32,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/a9b0a94b612947f8bc560eb52ce216a6 is 50, key is test_row_0/A:col10/1732247851599/Put/seqid=0 2024-11-22T03:57:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742118_1294 (size=12595) 2024-11-22T03:57:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:32,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:32,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742119_1295 (size=12151) 2024-11-22T03:57:32,770 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/a9b0a94b612947f8bc560eb52ce216a6 2024-11-22T03:57:32,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b0466adb39e6487a94af76fed3e582f7 is 50, key is test_row_0/B:col10/1732247851599/Put/seqid=0 2024-11-22T03:57:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742120_1296 (size=12151) 2024-11-22T03:57:32,827 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b0466adb39e6487a94af76fed3e582f7 2024-11-22T03:57:32,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/7bd1771b59504217b2ec652462173b60 is 50, key is test_row_0/C:col10/1732247851599/Put/seqid=0 2024-11-22T03:57:32,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742121_1297 (size=12151) 2024-11-22T03:57:32,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247912890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:32,896 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/7bd1771b59504217b2ec652462173b60 2024-11-22T03:57:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:32,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:32,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/a9b0a94b612947f8bc560eb52ce216a6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/a9b0a94b612947f8bc560eb52ce216a6 2024-11-22T03:57:32,908 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/a9b0a94b612947f8bc560eb52ce216a6, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T03:57:32,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/b0466adb39e6487a94af76fed3e582f7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b0466adb39e6487a94af76fed3e582f7 2024-11-22T03:57:32,916 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b0466adb39e6487a94af76fed3e582f7, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T03:57:32,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/7bd1771b59504217b2ec652462173b60 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/7bd1771b59504217b2ec652462173b60 2024-11-22T03:57:32,923 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/7bd1771b59504217b2ec652462173b60, entries=150, sequenceid=254, filesize=11.9 K 2024-11-22T03:57:32,925 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 17550c7adb6cc940f7a2b8e6d7530b18 in 233ms, sequenceid=254, compaction requested=false 2024-11-22T03:57:32,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:32,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:32,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-22T03:57:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-22T03:57:32,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-22T03:57:32,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4670 sec 2024-11-22T03:57:32,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.4750 sec 2024-11-22T03:57:33,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:57:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:33,004 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:33,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/e359cc7de1cd4d85a98a86cdca9e11af is 50, key is test_row_0/A:col10/1732247852875/Put/seqid=0 2024-11-22T03:57:33,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742122_1298 (size=14741) 2024-11-22T03:57:33,060 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/3c075978f8d9400f8ffd5115be2cfcdc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/3c075978f8d9400f8ffd5115be2cfcdc 2024-11-22T03:57:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247913054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,067 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into 3c075978f8d9400f8ffd5115be2cfcdc(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:33,067 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:33,067 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247852551; duration=0sec 2024-11-22T03:57:33,067 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:33,067 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:33,162 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/219bf9f918a847babcd19b5e1fd26408 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/219bf9f918a847babcd19b5e1fd26408 2024-11-22T03:57:33,168 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 219bf9f918a847babcd19b5e1fd26408(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:33,168 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:33,168 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247852551; duration=0sec 2024-11-22T03:57:33,168 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:33,169 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247913170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247913239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,243 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247913380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/e359cc7de1cd4d85a98a86cdca9e11af 2024-11-22T03:57:33,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/748098b269574ccbb16d81b1af4c9a0d is 50, key is test_row_0/B:col10/1732247852875/Put/seqid=0 2024-11-22T03:57:33,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742123_1299 (size=12301) 2024-11-22T03:57:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-22T03:57:33,610 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:33,611 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-22T03:57:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T03:57:33,616 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:33,618 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:33,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:33,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247913620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,627 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247913630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,637 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,637 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247913639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,644 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:33,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,644 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,645 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247913699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:33,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T03:57:33,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T03:57:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:33,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:33,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:33,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:33,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T03:57:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:33,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:33,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T03:57:33,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/748098b269574ccbb16d81b1af4c9a0d 2024-11-22T03:57:33,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/02720ce5c0b745f09f10d3cc2098659e is 50, key is test_row_0/C:col10/1732247852875/Put/seqid=0 2024-11-22T03:57:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742124_1300 (size=12301) 2024-11-22T03:57:34,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T03:57:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:34,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247914220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:34,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T03:57:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T03:57:34,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T03:57:34,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:34,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:34,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/02720ce5c0b745f09f10d3cc2098659e 2024-11-22T03:57:34,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/e359cc7de1cd4d85a98a86cdca9e11af as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e359cc7de1cd4d85a98a86cdca9e11af 2024-11-22T03:57:34,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e359cc7de1cd4d85a98a86cdca9e11af, entries=200, sequenceid=275, filesize=14.4 K 2024-11-22T03:57:34,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/748098b269574ccbb16d81b1af4c9a0d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/748098b269574ccbb16d81b1af4c9a0d 2024-11-22T03:57:34,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/748098b269574ccbb16d81b1af4c9a0d, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T03:57:34,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/02720ce5c0b745f09f10d3cc2098659e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/02720ce5c0b745f09f10d3cc2098659e 2024-11-22T03:57:34,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/02720ce5c0b745f09f10d3cc2098659e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-22T03:57:34,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1454ms, sequenceid=275, compaction requested=true 2024-11-22T03:57:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:34,457 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:34,457 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:34,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:34,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:34,458 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:34,458 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:34,458 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:34,458 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:34,458 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,458 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,459 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/911c0dfeaf8d46fb85016ec68efcb8da, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b0466adb39e6487a94af76fed3e582f7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/748098b269574ccbb16d81b1af4c9a0d] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.2 K 2024-11-22T03:57:34,459 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/3c075978f8d9400f8ffd5115be2cfcdc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/a9b0a94b612947f8bc560eb52ce216a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e359cc7de1cd4d85a98a86cdca9e11af] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=38.6 K 2024-11-22T03:57:34,459 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 911c0dfeaf8d46fb85016ec68efcb8da, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732247851208 2024-11-22T03:57:34,460 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3c075978f8d9400f8ffd5115be2cfcdc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732247851208 2024-11-22T03:57:34,460 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting b0466adb39e6487a94af76fed3e582f7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732247851599 2024-11-22T03:57:34,460 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9b0a94b612947f8bc560eb52ce216a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732247851599 2024-11-22T03:57:34,460 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 748098b269574ccbb16d81b1af4c9a0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732247852859 2024-11-22T03:57:34,461 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e359cc7de1cd4d85a98a86cdca9e11af, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732247852859 2024-11-22T03:57:34,469 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:34,469 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/60395459ae7d4b558eecc1774d36d544 is 50, key is test_row_0/B:col10/1732247852875/Put/seqid=0 2024-11-22T03:57:34,479 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:34,480 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/abafd837f203495399823925e30fb49c is 50, key is test_row_0/A:col10/1732247852875/Put/seqid=0 2024-11-22T03:57:34,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742125_1301 (size=12847) 2024-11-22T03:57:34,543 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-22T03:57:34,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,543 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:57:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:34,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:34,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742126_1302 (size=12847) 2024-11-22T03:57:34,553 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/abafd837f203495399823925e30fb49c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/abafd837f203495399823925e30fb49c 2024-11-22T03:57:34,559 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into abafd837f203495399823925e30fb49c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:34,559 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:34,559 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247854457; duration=0sec 2024-11-22T03:57:34,559 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:34,559 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:34,559 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:34,561 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:34,561 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:34,561 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:34,561 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/219bf9f918a847babcd19b5e1fd26408, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/7bd1771b59504217b2ec652462173b60, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/02720ce5c0b745f09f10d3cc2098659e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.2 K 2024-11-22T03:57:34,561 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 219bf9f918a847babcd19b5e1fd26408, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=241, earliestPutTs=1732247851208 2024-11-22T03:57:34,562 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bd1771b59504217b2ec652462173b60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1732247851599 2024-11-22T03:57:34,562 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02720ce5c0b745f09f10d3cc2098659e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732247852859 2024-11-22T03:57:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/88178401115b4786baead012a7d8d887 is 50, key is test_row_0/A:col10/1732247853052/Put/seqid=0 2024-11-22T03:57:34,575 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#257 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:34,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/13e35011580042a8a911eb8b3177974e is 50, key is test_row_0/C:col10/1732247852875/Put/seqid=0 2024-11-22T03:57:34,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742127_1303 (size=12301) 2024-11-22T03:57:34,582 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/88178401115b4786baead012a7d8d887 2024-11-22T03:57:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742128_1304 (size=12847) 2024-11-22T03:57:34,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d1316139ea614833ae0dc62f23943c04 is 50, key is test_row_0/B:col10/1732247853052/Put/seqid=0 2024-11-22T03:57:34,602 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/13e35011580042a8a911eb8b3177974e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/13e35011580042a8a911eb8b3177974e 2024-11-22T03:57:34,608 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 13e35011580042a8a911eb8b3177974e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:34,608 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:34,608 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247854457; duration=0sec 2024-11-22T03:57:34,608 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:34,608 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742129_1305 (size=12301) 2024-11-22T03:57:34,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T03:57:34,950 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/60395459ae7d4b558eecc1774d36d544 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/60395459ae7d4b558eecc1774d36d544 2024-11-22T03:57:34,957 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 60395459ae7d4b558eecc1774d36d544(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:34,957 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:34,957 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247854457; duration=0sec 2024-11-22T03:57:34,957 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:34,957 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:35,036 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d1316139ea614833ae0dc62f23943c04 2024-11-22T03:57:35,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/3934482b674c4f9aa6265749f5ee177b is 50, key is test_row_0/C:col10/1732247853052/Put/seqid=0 2024-11-22T03:57:35,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742130_1306 (size=12301) 2024-11-22T03:57:35,049 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/3934482b674c4f9aa6265749f5ee177b 2024-11-22T03:57:35,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/88178401115b4786baead012a7d8d887 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/88178401115b4786baead012a7d8d887 2024-11-22T03:57:35,058 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/88178401115b4786baead012a7d8d887, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T03:57:35,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d1316139ea614833ae0dc62f23943c04 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d1316139ea614833ae0dc62f23943c04 2024-11-22T03:57:35,062 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d1316139ea614833ae0dc62f23943c04, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T03:57:35,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/3934482b674c4f9aa6265749f5ee177b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/3934482b674c4f9aa6265749f5ee177b 2024-11-22T03:57:35,066 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/3934482b674c4f9aa6265749f5ee177b, entries=150, sequenceid=288, filesize=12.0 K 2024-11-22T03:57:35,067 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 17550c7adb6cc940f7a2b8e6d7530b18 in 524ms, sequenceid=288, compaction requested=false 2024-11-22T03:57:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:35,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-22T03:57:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-22T03:57:35,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-22T03:57:35,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4500 sec 2024-11-22T03:57:35,072 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.4600 sec 2024-11-22T03:57:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:35,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:57:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:35,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:35,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/5477baeb745849379b8345267495d4f8 is 50, key is test_row_1/A:col10/1732247855252/Put/seqid=0 2024-11-22T03:57:35,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742131_1307 (size=12297) 2024-11-22T03:57:35,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247855296, max timestamp=1732247855316Num uniques 859; 2024-11-22T03:57:35,318 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247855296, max timestamp=1732247855316Num uniques 859; 2024-11-22T03:57:35,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:35,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:35,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247855296, max timestamp=1732247855316Num uniques 859; 2024-11-22T03:57:35,319 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:57:35,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:35,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247915376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:35,382 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:35,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247915490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:35,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:35,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/5477baeb745849379b8345267495d4f8 2024-11-22T03:57:35,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3ada4977fcba4e7e8eb30985635d3b51 is 50, key is test_row_1/B:col10/1732247855252/Put/seqid=0 2024-11-22T03:57:35,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742132_1308 (size=9857) 2024-11-22T03:57:35,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247915700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:35,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:35,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-22T03:57:35,759 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:35,760 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-22T03:57:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T03:57:35,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:35,762 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:35,762 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T03:57:35,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T03:57:35,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:35,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:35,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:35,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:35,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:36,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247916010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:36,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T03:57:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:36,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:36,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:36,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T03:57:36,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3ada4977fcba4e7e8eb30985635d3b51 2024-11-22T03:57:36,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/ae51a3cb8ace47fe8849645e3feba238 is 50, key is test_row_1/C:col10/1732247855252/Put/seqid=0 2024-11-22T03:57:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742133_1309 (size=9857) 2024-11-22T03:57:36,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/ae51a3cb8ace47fe8849645e3feba238 2024-11-22T03:57:36,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/5477baeb745849379b8345267495d4f8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/5477baeb745849379b8345267495d4f8 2024-11-22T03:57:36,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/5477baeb745849379b8345267495d4f8, entries=150, sequenceid=301, filesize=12.0 K 2024-11-22T03:57:36,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3ada4977fcba4e7e8eb30985635d3b51 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3ada4977fcba4e7e8eb30985635d3b51 2024-11-22T03:57:36,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3ada4977fcba4e7e8eb30985635d3b51, entries=100, sequenceid=301, filesize=9.6 K 2024-11-22T03:57:36,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/ae51a3cb8ace47fe8849645e3feba238 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/ae51a3cb8ace47fe8849645e3feba238 2024-11-22T03:57:36,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/ae51a3cb8ace47fe8849645e3feba238, entries=100, sequenceid=301, filesize=9.6 K 2024-11-22T03:57:36,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=131.94 KB/135110 for 17550c7adb6cc940f7a2b8e6d7530b18 in 861ms, sequenceid=301, compaction requested=true 2024-11-22T03:57:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:36,114 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:36,114 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:36,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:36,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:36,115 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37445 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:36,115 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:36,115 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:36,115 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:36,115 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:36,115 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:36,115 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/60395459ae7d4b558eecc1774d36d544, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d1316139ea614833ae0dc62f23943c04, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3ada4977fcba4e7e8eb30985635d3b51] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=34.2 K 2024-11-22T03:57:36,115 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/abafd837f203495399823925e30fb49c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/88178401115b4786baead012a7d8d887, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/5477baeb745849379b8345267495d4f8] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.6 K 2024-11-22T03:57:36,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:36,115 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting abafd837f203495399823925e30fb49c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732247852859 2024-11-22T03:57:36,115 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 60395459ae7d4b558eecc1774d36d544, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732247852859 2024-11-22T03:57:36,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:36,116 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d1316139ea614833ae0dc62f23943c04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732247853014 2024-11-22T03:57:36,116 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88178401115b4786baead012a7d8d887, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732247853014 2024-11-22T03:57:36,116 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ada4977fcba4e7e8eb30985635d3b51, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732247855249 2024-11-22T03:57:36,116 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5477baeb745849379b8345267495d4f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732247855247 2024-11-22T03:57:36,122 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:36,123 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/f32e0746cac34ccebe43b59fbd6f3eb3 is 50, key is test_row_0/A:col10/1732247853052/Put/seqid=0 2024-11-22T03:57:36,126 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:36,126 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/674d10c68a7741d68cae618a4700c304 is 50, key is test_row_0/B:col10/1732247853052/Put/seqid=0 2024-11-22T03:57:36,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742134_1310 (size=12949) 2024-11-22T03:57:36,136 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/f32e0746cac34ccebe43b59fbd6f3eb3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f32e0746cac34ccebe43b59fbd6f3eb3 2024-11-22T03:57:36,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742135_1311 (size=12949) 2024-11-22T03:57:36,143 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into f32e0746cac34ccebe43b59fbd6f3eb3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:36,143 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:36,143 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247856114; duration=0sec 2024-11-22T03:57:36,143 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:36,143 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:36,143 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:36,146 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35005 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:36,146 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:36,146 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:36,146 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/13e35011580042a8a911eb8b3177974e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/3934482b674c4f9aa6265749f5ee177b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/ae51a3cb8ace47fe8849645e3feba238] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=34.2 K 2024-11-22T03:57:36,146 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13e35011580042a8a911eb8b3177974e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732247852859 2024-11-22T03:57:36,146 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3934482b674c4f9aa6265749f5ee177b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732247853014 2024-11-22T03:57:36,147 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae51a3cb8ace47fe8849645e3feba238, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732247855249 2024-11-22T03:57:36,154 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#265 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:36,154 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a5d4076ed8fc4517966387365a231e9c is 50, key is test_row_0/C:col10/1732247853052/Put/seqid=0 2024-11-22T03:57:36,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742136_1312 (size=12949) 2024-11-22T03:57:36,163 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a5d4076ed8fc4517966387365a231e9c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a5d4076ed8fc4517966387365a231e9c 2024-11-22T03:57:36,168 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into a5d4076ed8fc4517966387365a231e9c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:36,168 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:36,168 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247856115; duration=0sec 2024-11-22T03:57:36,168 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:36,168 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:36,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-22T03:57:36,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:36,220 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-11-22T03:57:36,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:36,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:36,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:36,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/ab331a08aaae4f89bc203e3fbb017b9b is 50, key is test_row_0/A:col10/1732247855371/Put/seqid=0 2024-11-22T03:57:36,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742137_1313 (size=12301) 2024-11-22T03:57:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T03:57:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:36,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:36,548 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/674d10c68a7741d68cae618a4700c304 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/674d10c68a7741d68cae618a4700c304 2024-11-22T03:57:36,554 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 674d10c68a7741d68cae618a4700c304(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:36,554 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:36,554 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247856114; duration=0sec 2024-11-22T03:57:36,554 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:36,554 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:36,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247916562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:36,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/ab331a08aaae4f89bc203e3fbb017b9b 2024-11-22T03:57:36,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d0ef3149e2fa44a09c7bf474032397ef is 50, key is test_row_0/B:col10/1732247855371/Put/seqid=0 2024-11-22T03:57:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742138_1314 (size=12301) 2024-11-22T03:57:36,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:36,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247916680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:36,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:36,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:36,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247916889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T03:57:37,044 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d0ef3149e2fa44a09c7bf474032397ef 2024-11-22T03:57:37,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/9f8ce078d6644446ac589940565a886d is 50, key is test_row_0/C:col10/1732247855371/Put/seqid=0 2024-11-22T03:57:37,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742139_1315 (size=12301) 2024-11-22T03:57:37,201 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247917200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,455 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/9f8ce078d6644446ac589940565a886d 2024-11-22T03:57:37,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/ab331a08aaae4f89bc203e3fbb017b9b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ab331a08aaae4f89bc203e3fbb017b9b 2024-11-22T03:57:37,462 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ab331a08aaae4f89bc203e3fbb017b9b, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T03:57:37,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/d0ef3149e2fa44a09c7bf474032397ef as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d0ef3149e2fa44a09c7bf474032397ef 2024-11-22T03:57:37,466 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d0ef3149e2fa44a09c7bf474032397ef, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T03:57:37,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/9f8ce078d6644446ac589940565a886d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9f8ce078d6644446ac589940565a886d 2024-11-22T03:57:37,475 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9f8ce078d6644446ac589940565a886d, entries=150, sequenceid=339, filesize=12.0 K 2024-11-22T03:57:37,476 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1256ms, sequenceid=339, compaction requested=false 2024-11-22T03:57:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:37,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:37,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-22T03:57:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-22T03:57:37,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-22T03:57:37,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7160 sec 2024-11-22T03:57:37,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.7210 sec 2024-11-22T03:57:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:37,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:57:37,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:37,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:37,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:37,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:37,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:37,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:37,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/bda1bf49447c42e4a58fedbfcc9233c7 is 50, key is test_row_0/A:col10/1732247856557/Put/seqid=0 2024-11-22T03:57:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742140_1316 (size=9857) 2024-11-22T03:57:37,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1732247857686, max timestamp=1732247857694Num uniques 859; 2024-11-22T03:57:37,698 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-22T03:57:37,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732247857686, max timestamp=1732247857694Num uniques 859; 2024-11-22T03:57:37,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T03:57:37,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732247857686, max timestamp=1732247857694Num uniques 859; 2024-11-22T03:57:37,702 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T03:57:37,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247917725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247917730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247917731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247917732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,740 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247917839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247917849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247917849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247917850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-22T03:57:37,910 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:37,910 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-22T03:57:37,912 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:37,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:37,912 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:37,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:38,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:38,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247918049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:38,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247918060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247918060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247918060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/bda1bf49447c42e4a58fedbfcc9233c7 2024-11-22T03:57:38,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/c1704ef7cef04e89a3afb69fa5913037 is 50, key is test_row_0/B:col10/1732247856557/Put/seqid=0 2024-11-22T03:57:38,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742141_1317 (size=9857) 2024-11-22T03:57:38,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:38,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247918359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,363 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:38,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247918369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247918369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247918379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/c1704ef7cef04e89a3afb69fa5913037 2024-11-22T03:57:38,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/89cef3e17f314faaa1d582816432a201 is 50, key is test_row_0/C:col10/1732247856557/Put/seqid=0 2024-11-22T03:57:38,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742142_1318 (size=9857) 2024-11-22T03:57:38,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:38,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:38,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:38,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:38,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247918869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247918880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247918880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247918890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:38,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:38,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/89cef3e17f314faaa1d582816432a201 2024-11-22T03:57:38,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/bda1bf49447c42e4a58fedbfcc9233c7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/bda1bf49447c42e4a58fedbfcc9233c7 2024-11-22T03:57:38,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/bda1bf49447c42e4a58fedbfcc9233c7, entries=100, sequenceid=351, filesize=9.6 K 2024-11-22T03:57:38,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/c1704ef7cef04e89a3afb69fa5913037 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/c1704ef7cef04e89a3afb69fa5913037 2024-11-22T03:57:38,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/c1704ef7cef04e89a3afb69fa5913037, entries=100, sequenceid=351, filesize=9.6 K 2024-11-22T03:57:38,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/89cef3e17f314faaa1d582816432a201 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/89cef3e17f314faaa1d582816432a201 2024-11-22T03:57:38,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/89cef3e17f314faaa1d582816432a201, entries=100, sequenceid=351, filesize=9.6 K 2024-11-22T03:57:38,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.15 KB/134301 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1287ms, sequenceid=351, compaction requested=true 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:38,938 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:38,938 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:38,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:38,939 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:38,939 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:38,939 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:38,939 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:38,939 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,939 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,939 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f32e0746cac34ccebe43b59fbd6f3eb3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ab331a08aaae4f89bc203e3fbb017b9b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/bda1bf49447c42e4a58fedbfcc9233c7] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=34.3 K 2024-11-22T03:57:38,939 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/674d10c68a7741d68cae618a4700c304, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d0ef3149e2fa44a09c7bf474032397ef, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/c1704ef7cef04e89a3afb69fa5913037] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=34.3 K 2024-11-22T03:57:38,939 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f32e0746cac34ccebe43b59fbd6f3eb3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732247853052 2024-11-22T03:57:38,939 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 674d10c68a7741d68cae618a4700c304, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732247853052 2024-11-22T03:57:38,940 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab331a08aaae4f89bc203e3fbb017b9b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732247855367 2024-11-22T03:57:38,940 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d0ef3149e2fa44a09c7bf474032397ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732247855367 2024-11-22T03:57:38,940 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting bda1bf49447c42e4a58fedbfcc9233c7, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732247856557 2024-11-22T03:57:38,941 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c1704ef7cef04e89a3afb69fa5913037, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732247856557 2024-11-22T03:57:38,950 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:38,950 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#273 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:38,950 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/581e89e1d7d548b0a96a3d7fcdeb97ae is 50, key is test_row_0/B:col10/1732247856557/Put/seqid=0 2024-11-22T03:57:38,950 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/73930415563d4f6fae9f63b49566c364 is 50, key is test_row_0/A:col10/1732247856557/Put/seqid=0 2024-11-22T03:57:38,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742143_1319 (size=13051) 2024-11-22T03:57:38,970 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/581e89e1d7d548b0a96a3d7fcdeb97ae as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/581e89e1d7d548b0a96a3d7fcdeb97ae 2024-11-22T03:57:38,974 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 581e89e1d7d548b0a96a3d7fcdeb97ae(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:38,974 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:38,974 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247858938; duration=0sec 2024-11-22T03:57:38,974 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:38,974 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:38,974 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:38,975 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:38,975 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:38,975 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,975 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a5d4076ed8fc4517966387365a231e9c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9f8ce078d6644446ac589940565a886d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/89cef3e17f314faaa1d582816432a201] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=34.3 K 2024-11-22T03:57:38,976 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a5d4076ed8fc4517966387365a231e9c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732247853052 2024-11-22T03:57:38,976 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f8ce078d6644446ac589940565a886d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732247855367 2024-11-22T03:57:38,976 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 89cef3e17f314faaa1d582816432a201, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732247856557 2024-11-22T03:57:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742144_1320 (size=13051) 2024-11-22T03:57:38,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-22T03:57:38,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:38,981 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=131.15 KB heapSize=373.39 KB 2024-11-22T03:57:38,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:38,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:38,984 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/73930415563d4f6fae9f63b49566c364 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/73930415563d4f6fae9f63b49566c364 2024-11-22T03:57:38,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b250bd71266540c0b3e2425f37e4e077 is 50, key is test_row_0/A:col10/1732247857730/Put/seqid=0 2024-11-22T03:57:38,986 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:38,986 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/9bb1eebed0f34401bc33482c35def8df is 50, key is test_row_0/C:col10/1732247856557/Put/seqid=0 2024-11-22T03:57:38,989 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into 73930415563d4f6fae9f63b49566c364(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:38,989 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:38,989 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247858938; duration=0sec 2024-11-22T03:57:38,989 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:38,989 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:38,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742146_1322 (size=13051) 2024-11-22T03:57:38,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742145_1321 (size=12301) 2024-11-22T03:57:39,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:39,395 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b250bd71266540c0b3e2425f37e4e077 2024-11-22T03:57:39,397 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/9bb1eebed0f34401bc33482c35def8df as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9bb1eebed0f34401bc33482c35def8df 2024-11-22T03:57:39,402 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 9bb1eebed0f34401bc33482c35def8df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:39,403 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:39,403 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247858938; duration=0sec 2024-11-22T03:57:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/190dbaddccf147f289c883c4a15bb36b is 50, key is test_row_0/B:col10/1732247857730/Put/seqid=0 2024-11-22T03:57:39,403 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:39,403 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742147_1323 (size=12301) 2024-11-22T03:57:39,807 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/190dbaddccf147f289c883c4a15bb36b 2024-11-22T03:57:39,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/4327c245569e46f3ac37af25249af483 is 50, key is test_row_0/C:col10/1732247857730/Put/seqid=0 2024-11-22T03:57:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742148_1324 (size=12301) 2024-11-22T03:57:39,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:39,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247919900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:39,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247919900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:39,908 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:39,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247919907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:39,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247919907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247920020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247920020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247920020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:40,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247920230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247920231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247920231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,247 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.10 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/4327c245569e46f3ac37af25249af483 2024-11-22T03:57:40,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b250bd71266540c0b3e2425f37e4e077 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b250bd71266540c0b3e2425f37e4e077 2024-11-22T03:57:40,261 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b250bd71266540c0b3e2425f37e4e077, entries=150, sequenceid=388, filesize=12.0 K 2024-11-22T03:57:40,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/190dbaddccf147f289c883c4a15bb36b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/190dbaddccf147f289c883c4a15bb36b 2024-11-22T03:57:40,268 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/190dbaddccf147f289c883c4a15bb36b, entries=150, sequenceid=388, filesize=12.0 K 2024-11-22T03:57:40,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/4327c245569e46f3ac37af25249af483 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/4327c245569e46f3ac37af25249af483 2024-11-22T03:57:40,274 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/4327c245569e46f3ac37af25249af483, entries=150, sequenceid=388, filesize=12.0 K 2024-11-22T03:57:40,275 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~131.15 KB/134301, heapSize ~373.34 KB/382304, currentSize=46.96 KB/48090 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1294ms, sequenceid=388, compaction requested=false 2024-11-22T03:57:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:40,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-22T03:57:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-22T03:57:40,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-22T03:57:40,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3640 sec 2024-11-22T03:57:40,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 2.3690 sec 2024-11-22T03:57:40,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:57:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:40,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:40,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:40,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:40,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:40,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:40,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:40,567 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/276d788ccfac4e87b3511a5ed55e295f is 50, key is test_row_0/A:col10/1732247859905/Put/seqid=0 2024-11-22T03:57:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247920595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247920597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247920597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,605 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742149_1325 (size=12301) 2024-11-22T03:57:40,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/276d788ccfac4e87b3511a5ed55e295f 2024-11-22T03:57:40,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/f10c015173d14296926cf8b0bfdc79b6 is 50, key is test_row_0/B:col10/1732247859905/Put/seqid=0 2024-11-22T03:57:40,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742150_1326 (size=12301) 2024-11-22T03:57:40,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247920709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247920709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247920710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247920919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247920919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:40,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247920930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/f10c015173d14296926cf8b0bfdc79b6 2024-11-22T03:57:41,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/2f47f2ca9307401fb644f386aaa7ead5 is 50, key is test_row_0/C:col10/1732247859905/Put/seqid=0 2024-11-22T03:57:41,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742151_1327 (size=12301) 2024-11-22T03:57:41,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/2f47f2ca9307401fb644f386aaa7ead5 2024-11-22T03:57:41,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/276d788ccfac4e87b3511a5ed55e295f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/276d788ccfac4e87b3511a5ed55e295f 2024-11-22T03:57:41,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/276d788ccfac4e87b3511a5ed55e295f, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T03:57:41,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/f10c015173d14296926cf8b0bfdc79b6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/f10c015173d14296926cf8b0bfdc79b6 2024-11-22T03:57:41,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/f10c015173d14296926cf8b0bfdc79b6, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T03:57:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/2f47f2ca9307401fb644f386aaa7ead5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2f47f2ca9307401fb644f386aaa7ead5 2024-11-22T03:57:41,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2f47f2ca9307401fb644f386aaa7ead5, entries=150, sequenceid=403, filesize=12.0 K 2024-11-22T03:57:41,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 17550c7adb6cc940f7a2b8e6d7530b18 in 542ms, sequenceid=403, compaction requested=true 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:41,089 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:41,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T03:57:41,093 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:41,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:41,095 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:41,095 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:41,095 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/73930415563d4f6fae9f63b49566c364, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b250bd71266540c0b3e2425f37e4e077, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/276d788ccfac4e87b3511a5ed55e295f] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.8 K 2024-11-22T03:57:41,096 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:41,096 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73930415563d4f6fae9f63b49566c364, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732247855367 2024-11-22T03:57:41,096 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:41,096 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:41,096 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/581e89e1d7d548b0a96a3d7fcdeb97ae, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/190dbaddccf147f289c883c4a15bb36b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/f10c015173d14296926cf8b0bfdc79b6] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.8 K 2024-11-22T03:57:41,096 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b250bd71266540c0b3e2425f37e4e077, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732247857723 2024-11-22T03:57:41,096 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 581e89e1d7d548b0a96a3d7fcdeb97ae, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732247855367 2024-11-22T03:57:41,097 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 190dbaddccf147f289c883c4a15bb36b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732247857723 2024-11-22T03:57:41,097 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 276d788ccfac4e87b3511a5ed55e295f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732247859905 2024-11-22T03:57:41,097 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting f10c015173d14296926cf8b0bfdc79b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732247859905 2024-11-22T03:57:41,107 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#281 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:41,107 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:41,107 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/e8a94acd7eb74be088f8891d62a4ad90 is 50, key is test_row_0/A:col10/1732247859905/Put/seqid=0 2024-11-22T03:57:41,107 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/e0d6c71cb8cf483285692d89ecfa188b is 50, key is test_row_0/B:col10/1732247859905/Put/seqid=0 2024-11-22T03:57:41,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742153_1329 (size=13153) 2024-11-22T03:57:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742152_1328 (size=13153) 2024-11-22T03:57:41,130 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/e0d6c71cb8cf483285692d89ecfa188b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e0d6c71cb8cf483285692d89ecfa188b 2024-11-22T03:57:41,135 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/e8a94acd7eb74be088f8891d62a4ad90 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e8a94acd7eb74be088f8891d62a4ad90 2024-11-22T03:57:41,136 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into e0d6c71cb8cf483285692d89ecfa188b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:41,136 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:41,136 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247861089; duration=0sec 2024-11-22T03:57:41,136 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:41,136 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:41,136 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:41,138 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:41,138 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:41,138 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:41,138 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9bb1eebed0f34401bc33482c35def8df, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/4327c245569e46f3ac37af25249af483, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2f47f2ca9307401fb644f386aaa7ead5] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.8 K 2024-11-22T03:57:41,139 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bb1eebed0f34401bc33482c35def8df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1732247855367 2024-11-22T03:57:41,141 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4327c245569e46f3ac37af25249af483, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1732247857723 2024-11-22T03:57:41,142 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f47f2ca9307401fb644f386aaa7ead5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732247859905 2024-11-22T03:57:41,144 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into e8a94acd7eb74be088f8891d62a4ad90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:41,144 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:41,144 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247861089; duration=0sec 2024-11-22T03:57:41,144 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:41,144 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:41,159 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#283 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:41,160 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/2aa10d3ec3424caea496824f0f5bf601 is 50, key is test_row_0/C:col10/1732247859905/Put/seqid=0 2024-11-22T03:57:41,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742154_1330 (size=13153) 2024-11-22T03:57:41,183 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/2aa10d3ec3424caea496824f0f5bf601 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2aa10d3ec3424caea496824f0f5bf601 2024-11-22T03:57:41,188 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 2aa10d3ec3424caea496824f0f5bf601(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:41,188 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:41,188 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247861089; duration=0sec 2024-11-22T03:57:41,189 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:41,189 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:41,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:57:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:41,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/7062957562b340e3abf0f4b9ef900758 is 50, key is test_row_0/A:col10/1732247860593/Put/seqid=0 2024-11-22T03:57:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742155_1331 (size=17181) 2024-11-22T03:57:41,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/7062957562b340e3abf0f4b9ef900758 2024-11-22T03:57:41,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/97d882d773de44d68b5bfcce6d9670aa is 50, key is test_row_0/B:col10/1732247860593/Put/seqid=0 2024-11-22T03:57:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742156_1332 (size=12301) 2024-11-22T03:57:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247921279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247921279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,285 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247921284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,289 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247921390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247921390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,393 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,394 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247921399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,404 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247921600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,601 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247921600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247921609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/97d882d773de44d68b5bfcce6d9670aa 2024-11-22T03:57:41,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/230a814214b2471babf53a9c401a7899 is 50, key is test_row_0/C:col10/1732247860593/Put/seqid=0 2024-11-22T03:57:41,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742157_1333 (size=12301) 2024-11-22T03:57:41,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=427 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/230a814214b2471babf53a9c401a7899 2024-11-22T03:57:41,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/7062957562b340e3abf0f4b9ef900758 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7062957562b340e3abf0f4b9ef900758 2024-11-22T03:57:41,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7062957562b340e3abf0f4b9ef900758, entries=250, sequenceid=427, filesize=16.8 K 2024-11-22T03:57:41,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/97d882d773de44d68b5bfcce6d9670aa as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/97d882d773de44d68b5bfcce6d9670aa 2024-11-22T03:57:41,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/97d882d773de44d68b5bfcce6d9670aa, entries=150, sequenceid=427, filesize=12.0 K 2024-11-22T03:57:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/230a814214b2471babf53a9c401a7899 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/230a814214b2471babf53a9c401a7899 2024-11-22T03:57:41,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/230a814214b2471babf53a9c401a7899, entries=150, sequenceid=427, filesize=12.0 K 2024-11-22T03:57:41,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 17550c7adb6cc940f7a2b8e6d7530b18 in 479ms, sequenceid=427, compaction requested=false 2024-11-22T03:57:41,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:41,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:41,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:57:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:41,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:41,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/35dd1cc492df4aef80c7c39243634285 is 50, key is test_row_0/A:col10/1732247861283/Put/seqid=0 2024-11-22T03:57:41,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742158_1334 (size=12301) 2024-11-22T03:57:41,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/35dd1cc492df4aef80c7c39243634285 2024-11-22T03:57:41,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/0e8cc880c86e4b27ab55f2c8f7a50052 is 50, key is test_row_0/B:col10/1732247861283/Put/seqid=0 2024-11-22T03:57:41,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247921946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247921947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,955 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742159_1335 (size=12301) 2024-11-22T03:57:41,961 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/0e8cc880c86e4b27ab55f2c8f7a50052 2024-11-22T03:57:41,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247921954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247921954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:41,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:41,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/5c2c52b53bb546aa9525b5cce2e221d3 is 50, key is test_row_0/C:col10/1732247861283/Put/seqid=0 2024-11-22T03:57:42,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742160_1336 (size=12301) 2024-11-22T03:57:42,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247922060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247922060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,067 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247922070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247922070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,076 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-22T03:57:42,089 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:42,090 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-22T03:57:42,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T03:57:42,092 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:42,096 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:42,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:42,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T03:57:42,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T03:57:42,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:42,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247922270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247922270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247922280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247922280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/5c2c52b53bb546aa9525b5cce2e221d3 2024-11-22T03:57:42,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T03:57:42,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:42,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:42,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:42,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/35dd1cc492df4aef80c7c39243634285 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/35dd1cc492df4aef80c7c39243634285 2024-11-22T03:57:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T03:57:42,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/35dd1cc492df4aef80c7c39243634285, entries=150, sequenceid=439, filesize=12.0 K 2024-11-22T03:57:42,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/0e8cc880c86e4b27ab55f2c8f7a50052 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/0e8cc880c86e4b27ab55f2c8f7a50052 2024-11-22T03:57:42,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/0e8cc880c86e4b27ab55f2c8f7a50052, entries=150, sequenceid=439, filesize=12.0 K 2024-11-22T03:57:42,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/5c2c52b53bb546aa9525b5cce2e221d3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5c2c52b53bb546aa9525b5cce2e221d3 2024-11-22T03:57:42,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5c2c52b53bb546aa9525b5cce2e221d3, entries=150, sequenceid=439, filesize=12.0 K 2024-11-22T03:57:42,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 17550c7adb6cc940f7a2b8e6d7530b18 in 511ms, sequenceid=439, compaction requested=true 2024-11-22T03:57:42,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:42,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:42,423 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:42,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:42,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:42,423 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:42,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:42,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:42,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:42,424 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:42,424 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:42,424 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,425 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e0d6c71cb8cf483285692d89ecfa188b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/97d882d773de44d68b5bfcce6d9670aa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/0e8cc880c86e4b27ab55f2c8f7a50052] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.9 K 2024-11-22T03:57:42,425 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e0d6c71cb8cf483285692d89ecfa188b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732247859905 2024-11-22T03:57:42,425 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 97d882d773de44d68b5bfcce6d9670aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732247860580 2024-11-22T03:57:42,426 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e8cc880c86e4b27ab55f2c8f7a50052, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732247861277 2024-11-22T03:57:42,428 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:42,428 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:42,428 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,428 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e8a94acd7eb74be088f8891d62a4ad90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7062957562b340e3abf0f4b9ef900758, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/35dd1cc492df4aef80c7c39243634285] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=41.6 K 2024-11-22T03:57:42,429 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8a94acd7eb74be088f8891d62a4ad90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732247859905 2024-11-22T03:57:42,429 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7062957562b340e3abf0f4b9ef900758, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732247860580 2024-11-22T03:57:42,429 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35dd1cc492df4aef80c7c39243634285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732247861277 2024-11-22T03:57:42,433 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:42,433 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/ae8bbc6cccfd4c34a849c151114f31eb is 50, key is test_row_0/B:col10/1732247861283/Put/seqid=0 2024-11-22T03:57:42,437 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:42,437 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/4d7462afeb514b9aa549e29cb98cafdd is 50, key is test_row_0/A:col10/1732247861283/Put/seqid=0 2024-11-22T03:57:42,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742161_1337 (size=13255) 2024-11-22T03:57:42,445 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/ae8bbc6cccfd4c34a849c151114f31eb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ae8bbc6cccfd4c34a849c151114f31eb 2024-11-22T03:57:42,451 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into ae8bbc6cccfd4c34a849c151114f31eb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:42,451 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:42,451 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247862423; duration=0sec 2024-11-22T03:57:42,451 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:42,451 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:42,452 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:42,454 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:42,454 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:42,454 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,454 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2aa10d3ec3424caea496824f0f5bf601, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/230a814214b2471babf53a9c401a7899, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5c2c52b53bb546aa9525b5cce2e221d3] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=36.9 K 2024-11-22T03:57:42,455 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aa10d3ec3424caea496824f0f5bf601, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732247859905 2024-11-22T03:57:42,456 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 230a814214b2471babf53a9c401a7899, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=427, earliestPutTs=1732247860580 2024-11-22T03:57:42,456 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c2c52b53bb546aa9525b5cce2e221d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732247861277 2024-11-22T03:57:42,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742162_1338 (size=13255) 2024-11-22T03:57:42,473 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/4d7462afeb514b9aa549e29cb98cafdd as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/4d7462afeb514b9aa549e29cb98cafdd 2024-11-22T03:57:42,475 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#292 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:42,476 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/321495ebb2984f039142b4c244431b17 is 50, key is test_row_0/C:col10/1732247861283/Put/seqid=0 2024-11-22T03:57:42,482 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into 4d7462afeb514b9aa549e29cb98cafdd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:42,482 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:42,482 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247862423; duration=0sec 2024-11-22T03:57:42,482 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:42,482 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:42,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742163_1339 (size=13255) 2024-11-22T03:57:42,507 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/321495ebb2984f039142b4c244431b17 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/321495ebb2984f039142b4c244431b17 2024-11-22T03:57:42,519 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 321495ebb2984f039142b4c244431b17(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:42,519 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:42,519 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247862424; duration=0sec 2024-11-22T03:57:42,519 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:42,519 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:42,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-22T03:57:42,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:42,555 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:57:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:42,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:42,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/d52f8c8ef9284e35a305f7535b69bef0 is 50, key is test_row_0/A:col10/1732247861945/Put/seqid=0 2024-11-22T03:57:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742164_1340 (size=12301) 2024-11-22T03:57:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:42,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247922591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,597 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247922596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,598 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247922597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247922597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,602 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247922699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247922699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,703 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247922709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,713 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247922710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T03:57:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247922910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247922910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247922919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247922919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:42,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:42,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:42,969 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/d52f8c8ef9284e35a305f7535b69bef0 2024-11-22T03:57:42,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/74a9624c6dc04533a19feb202f131e22 is 50, key is test_row_0/B:col10/1732247861945/Put/seqid=0 2024-11-22T03:57:43,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742165_1341 (size=12301) 2024-11-22T03:57:43,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247923221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247923221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T03:57:43,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247923230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247923230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39162 deadline: 1732247923279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,282 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in 17550c7adb6cc940f7a2b8e6d7530b18 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18241 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:57:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,402 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/74a9624c6dc04533a19feb202f131e22 2024-11-22T03:57:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a8676eb758ec47a5af36160fa3b191dc is 50, key is test_row_0/C:col10/1732247861945/Put/seqid=0 2024-11-22T03:57:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742166_1342 (size=12301) 2024-11-22T03:57:43,415 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a8676eb758ec47a5af36160fa3b191dc 2024-11-22T03:57:43,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/d52f8c8ef9284e35a305f7535b69bef0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d52f8c8ef9284e35a305f7535b69bef0 2024-11-22T03:57:43,423 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d52f8c8ef9284e35a305f7535b69bef0, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T03:57:43,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/74a9624c6dc04533a19feb202f131e22 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/74a9624c6dc04533a19feb202f131e22 2024-11-22T03:57:43,427 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/74a9624c6dc04533a19feb202f131e22, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T03:57:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a8676eb758ec47a5af36160fa3b191dc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a8676eb758ec47a5af36160fa3b191dc 2024-11-22T03:57:43,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a8676eb758ec47a5af36160fa3b191dc, entries=150, sequenceid=462, filesize=12.0 K 2024-11-22T03:57:43,432 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 17550c7adb6cc940f7a2b8e6d7530b18 in 877ms, sequenceid=462, compaction requested=false 2024-11-22T03:57:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:43,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-22T03:57:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-22T03:57:43,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-22T03:57:43,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3380 sec 2024-11-22T03:57:43,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.3470 sec 2024-11-22T03:57:43,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:57:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:43,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:43,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/fca7d55f340748df86b504c7a111aa44 is 50, key is test_row_0/A:col10/1732247862594/Put/seqid=0 2024-11-22T03:57:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742167_1343 (size=14741) 2024-11-22T03:57:43,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/fca7d55f340748df86b504c7a111aa44 2024-11-22T03:57:43,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247923769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247923775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247923775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247923776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/fc4b9b7e8d77454b860e3cc2f357e098 is 50, key is test_row_0/B:col10/1732247862594/Put/seqid=0 2024-11-22T03:57:43,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742168_1344 (size=12301) 2024-11-22T03:57:43,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/fc4b9b7e8d77454b860e3cc2f357e098 2024-11-22T03:57:43,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/08af0f271a094a878e6e0c630c1991ef is 50, key is test_row_0/C:col10/1732247862594/Put/seqid=0 2024-11-22T03:57:43,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742169_1345 (size=12301) 2024-11-22T03:57:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247923880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247923889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247923889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:43,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:43,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247923889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:43,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247924090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,093 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247924099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247924099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247924099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-22T03:57:44,240 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:44,240 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:44,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-22T03:57:44,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/08af0f271a094a878e6e0c630c1991ef 2024-11-22T03:57:44,242 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T03:57:44,243 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:44,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:44,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/fca7d55f340748df86b504c7a111aa44 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/fca7d55f340748df86b504c7a111aa44 2024-11-22T03:57:44,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/fca7d55f340748df86b504c7a111aa44, entries=200, sequenceid=476, filesize=14.4 K 2024-11-22T03:57:44,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/fc4b9b7e8d77454b860e3cc2f357e098 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/fc4b9b7e8d77454b860e3cc2f357e098 2024-11-22T03:57:44,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/fc4b9b7e8d77454b860e3cc2f357e098, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T03:57:44,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/08af0f271a094a878e6e0c630c1991ef as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/08af0f271a094a878e6e0c630c1991ef 2024-11-22T03:57:44,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/08af0f271a094a878e6e0c630c1991ef, entries=150, sequenceid=476, filesize=12.0 K 2024-11-22T03:57:44,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 17550c7adb6cc940f7a2b8e6d7530b18 in 531ms, sequenceid=476, compaction requested=true 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:44,264 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:44,264 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:44,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:44,265 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:44,265 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:44,265 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:44,265 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:44,265 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:44,265 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/4d7462afeb514b9aa549e29cb98cafdd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d52f8c8ef9284e35a305f7535b69bef0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/fca7d55f340748df86b504c7a111aa44] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=39.4 K 2024-11-22T03:57:44,265 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:44,266 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ae8bbc6cccfd4c34a849c151114f31eb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/74a9624c6dc04533a19feb202f131e22, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/fc4b9b7e8d77454b860e3cc2f357e098] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=37.0 K 2024-11-22T03:57:44,266 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d7462afeb514b9aa549e29cb98cafdd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732247861277 2024-11-22T03:57:44,266 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae8bbc6cccfd4c34a849c151114f31eb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732247861277 2024-11-22T03:57:44,266 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d52f8c8ef9284e35a305f7535b69bef0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732247861945 2024-11-22T03:57:44,266 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74a9624c6dc04533a19feb202f131e22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732247861945 2024-11-22T03:57:44,266 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc4b9b7e8d77454b860e3cc2f357e098, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732247862594 2024-11-22T03:57:44,266 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting fca7d55f340748df86b504c7a111aa44, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732247862594 2024-11-22T03:57:44,275 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:44,276 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:44,276 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/70cfcaf997424099a781e088a62f37e7 is 50, key is test_row_0/A:col10/1732247862594/Put/seqid=0 2024-11-22T03:57:44,276 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/e38abc006b8848d4805bcb9d52d7ec9b is 50, key is test_row_0/B:col10/1732247862594/Put/seqid=0 2024-11-22T03:57:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742171_1347 (size=13357) 2024-11-22T03:57:44,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742170_1346 (size=13357) 2024-11-22T03:57:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T03:57:44,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:44,397 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:44,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:44,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b644626070824591ae3c1e8a4576c31d is 50, key is test_row_0/A:col10/1732247863774/Put/seqid=0 2024-11-22T03:57:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:44,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. as already flushing 2024-11-22T03:57:44,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742172_1348 (size=12301) 2024-11-22T03:57:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247924421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247924423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247924422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247924424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,429 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247924540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247924540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247924540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247924540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T03:57:44,695 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/70cfcaf997424099a781e088a62f37e7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/70cfcaf997424099a781e088a62f37e7 2024-11-22T03:57:44,695 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/e38abc006b8848d4805bcb9d52d7ec9b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e38abc006b8848d4805bcb9d52d7ec9b 2024-11-22T03:57:44,699 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into 70cfcaf997424099a781e088a62f37e7(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:44,699 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into e38abc006b8848d4805bcb9d52d7ec9b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:44,699 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:44,699 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:44,699 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247864264; duration=0sec 2024-11-22T03:57:44,699 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247864264; duration=0sec 2024-11-22T03:57:44,699 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:44,699 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:44,699 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:44,699 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:44,700 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:44,701 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:44,701 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:44,701 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:44,701 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/321495ebb2984f039142b4c244431b17, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a8676eb758ec47a5af36160fa3b191dc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/08af0f271a094a878e6e0c630c1991ef] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=37.0 K 2024-11-22T03:57:44,701 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 321495ebb2984f039142b4c244431b17, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732247861277 2024-11-22T03:57:44,702 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a8676eb758ec47a5af36160fa3b191dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732247861945 2024-11-22T03:57:44,702 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08af0f271a094a878e6e0c630c1991ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732247862594 2024-11-22T03:57:44,708 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#302 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:44,709 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/0ebd727701a7428b90ce4692b29a7922 is 50, key is test_row_0/C:col10/1732247862594/Put/seqid=0 2024-11-22T03:57:44,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742173_1349 (size=13357) 2024-11-22T03:57:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247924750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247924750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,754 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247924750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247924750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,755 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:44,807 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b644626070824591ae3c1e8a4576c31d 2024-11-22T03:57:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/92026e7ea8814bd28bf8ef208bfe03e1 is 50, key is test_row_0/B:col10/1732247863774/Put/seqid=0 2024-11-22T03:57:44,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742174_1350 (size=12301) 2024-11-22T03:57:44,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T03:57:45,006 INFO [Thread-1177 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1177. 2024-11-22T03:57:45,006 DEBUG [Thread-1177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,006 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,007 DEBUG [Thread-1177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,008 INFO [Thread-1179 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1179. 2024-11-22T03:57:45,008 DEBUG [Thread-1179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,008 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,008 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,009 INFO [Thread-1183 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1183. 2024-11-22T03:57:45,009 DEBUG [Thread-1183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,009 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,009 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,011 INFO [Thread-1185 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1185. 2024-11-22T03:57:45,011 DEBUG [Thread-1185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,011 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,011 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,012 INFO [Thread-1181 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1181. 2024-11-22T03:57:45,012 DEBUG [Thread-1181 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,012 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,012 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39218 deadline: 1732247925060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39228 deadline: 1732247925060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39204 deadline: 1732247925060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:45,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39250 deadline: 1732247925060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:45,061 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:57:45,124 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/0ebd727701a7428b90ce4692b29a7922 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0ebd727701a7428b90ce4692b29a7922 2024-11-22T03:57:45,129 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into 0ebd727701a7428b90ce4692b29a7922(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:45,129 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:45,130 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247864264; duration=0sec 2024-11-22T03:57:45,130 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:45,130 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:45,224 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/92026e7ea8814bd28bf8ef208bfe03e1 2024-11-22T03:57:45,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/60fbae7bd24042df9670a0f2cec5f72f is 50, key is test_row_0/C:col10/1732247863774/Put/seqid=0 2024-11-22T03:57:45,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742175_1351 (size=12301) 2024-11-22T03:57:45,237 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=495 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/60fbae7bd24042df9670a0f2cec5f72f 2024-11-22T03:57:45,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/b644626070824591ae3c1e8a4576c31d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b644626070824591ae3c1e8a4576c31d 2024-11-22T03:57:45,246 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b644626070824591ae3c1e8a4576c31d, entries=150, sequenceid=495, filesize=12.0 K 2024-11-22T03:57:45,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/92026e7ea8814bd28bf8ef208bfe03e1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/92026e7ea8814bd28bf8ef208bfe03e1 2024-11-22T03:57:45,254 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/92026e7ea8814bd28bf8ef208bfe03e1, entries=150, sequenceid=495, filesize=12.0 K 2024-11-22T03:57:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/60fbae7bd24042df9670a0f2cec5f72f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/60fbae7bd24042df9670a0f2cec5f72f 2024-11-22T03:57:45,259 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/60fbae7bd24042df9670a0f2cec5f72f, entries=150, sequenceid=495, filesize=12.0 K 2024-11-22T03:57:45,260 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 17550c7adb6cc940f7a2b8e6d7530b18 in 863ms, sequenceid=495, compaction requested=false 2024-11-22T03:57:45,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-22T03:57:45,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-22T03:57:45,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-22T03:57:45,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0190 sec 2024-11-22T03:57:45,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.0250 sec 2024-11-22T03:57:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-22T03:57:45,380 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:45,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T03:57:45,572 INFO [Thread-1172 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1172. 2024-11-22T03:57:45,572 INFO [Thread-1170 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1170. 2024-11-22T03:57:45,572 INFO [Thread-1174 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1174. 2024-11-22T03:57:45,572 DEBUG [Thread-1170 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,572 DEBUG [Thread-1174 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,572 DEBUG [Thread-1172 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,572 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,572 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,572 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:45,572 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,572 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,572 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:45,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:45,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:45,574 INFO [Thread-1166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1166. 2024-11-22T03:57:45,574 DEBUG [Thread-1166 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:45,574 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,574 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:45,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:45,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/9b445f4a94394b009c802c5533abd746 is 50, key is test_row_0/A:col10/1732247865570/Put/seqid=0 2024-11-22T03:57:45,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742176_1352 (size=12301) 2024-11-22T03:57:45,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/9b445f4a94394b009c802c5533abd746 2024-11-22T03:57:45,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/66db813029924b0ba5bc554b92984944 is 50, key is test_row_0/B:col10/1732247865570/Put/seqid=0 2024-11-22T03:57:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742177_1353 (size=12301) 2024-11-22T03:57:46,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/66db813029924b0ba5bc554b92984944 2024-11-22T03:57:46,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/1b220177c3844d229537d9ef949bcd17 is 50, key is test_row_0/C:col10/1732247865570/Put/seqid=0 2024-11-22T03:57:46,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742178_1354 (size=12301) 2024-11-22T03:57:46,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/1b220177c3844d229537d9ef949bcd17 2024-11-22T03:57:46,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/9b445f4a94394b009c802c5533abd746 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9b445f4a94394b009c802c5533abd746 2024-11-22T03:57:46,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9b445f4a94394b009c802c5533abd746, entries=150, sequenceid=514, filesize=12.0 K 2024-11-22T03:57:46,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/66db813029924b0ba5bc554b92984944 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/66db813029924b0ba5bc554b92984944 2024-11-22T03:57:46,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/66db813029924b0ba5bc554b92984944, entries=150, sequenceid=514, filesize=12.0 K 2024-11-22T03:57:46,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/1b220177c3844d229537d9ef949bcd17 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1b220177c3844d229537d9ef949bcd17 2024-11-22T03:57:46,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1b220177c3844d229537d9ef949bcd17, entries=150, sequenceid=514, filesize=12.0 K 2024-11-22T03:57:46,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=6.71 KB/6870 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1254ms, sequenceid=514, compaction requested=true 2024-11-22T03:57:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:57:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:46,826 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:57:46,826 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:46,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 17550c7adb6cc940f7a2b8e6d7530b18:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:57:46,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:46,827 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:46,827 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/A is initiating minor compaction (all files) 2024-11-22T03:57:46,828 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/A in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:46,828 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/70cfcaf997424099a781e088a62f37e7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b644626070824591ae3c1e8a4576c31d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9b445f4a94394b009c802c5533abd746] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=37.1 K 2024-11-22T03:57:46,828 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:46,828 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/B is initiating minor compaction (all files) 2024-11-22T03:57:46,828 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/B in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:46,828 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70cfcaf997424099a781e088a62f37e7, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732247862594 2024-11-22T03:57:46,828 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e38abc006b8848d4805bcb9d52d7ec9b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/92026e7ea8814bd28bf8ef208bfe03e1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/66db813029924b0ba5bc554b92984944] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=37.1 K 2024-11-22T03:57:46,828 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b644626070824591ae3c1e8a4576c31d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732247863772 2024-11-22T03:57:46,828 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e38abc006b8848d4805bcb9d52d7ec9b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732247862594 2024-11-22T03:57:46,828 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b445f4a94394b009c802c5533abd746, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732247864420 2024-11-22T03:57:46,829 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 92026e7ea8814bd28bf8ef208bfe03e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732247863772 2024-11-22T03:57:46,829 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 66db813029924b0ba5bc554b92984944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732247864420 2024-11-22T03:57:46,835 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#A#compaction#308 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:46,836 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/f90a472f4295497988741c4628c9a186 is 50, key is test_row_0/A:col10/1732247865570/Put/seqid=0 2024-11-22T03:57:46,838 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#B#compaction#309 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:46,838 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/63a8c30eb39f4dfe9ef3e71d4d7ee324 is 50, key is test_row_0/B:col10/1732247865570/Put/seqid=0 2024-11-22T03:57:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742179_1355 (size=13459) 2024-11-22T03:57:46,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742180_1356 (size=13459) 2024-11-22T03:57:47,244 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/f90a472f4295497988741c4628c9a186 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f90a472f4295497988741c4628c9a186 2024-11-22T03:57:47,247 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/63a8c30eb39f4dfe9ef3e71d4d7ee324 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/63a8c30eb39f4dfe9ef3e71d4d7ee324 2024-11-22T03:57:47,251 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/A of 17550c7adb6cc940f7a2b8e6d7530b18 into f90a472f4295497988741c4628c9a186(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:47,251 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:47,251 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/A, priority=13, startTime=1732247866826; duration=0sec 2024-11-22T03:57:47,252 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:57:47,252 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:A 2024-11-22T03:57:47,252 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:57:47,253 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:57:47,253 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): 17550c7adb6cc940f7a2b8e6d7530b18/C is initiating minor compaction (all files) 2024-11-22T03:57:47,253 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 17550c7adb6cc940f7a2b8e6d7530b18/C in TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:47,253 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/B of 17550c7adb6cc940f7a2b8e6d7530b18 into 63a8c30eb39f4dfe9ef3e71d4d7ee324(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:47,253 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:47,253 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0ebd727701a7428b90ce4692b29a7922, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/60fbae7bd24042df9670a0f2cec5f72f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1b220177c3844d229537d9ef949bcd17] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp, totalSize=37.1 K 2024-11-22T03:57:47,253 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/B, priority=13, startTime=1732247866826; duration=0sec 2024-11-22T03:57:47,254 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:47,254 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:B 2024-11-22T03:57:47,254 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ebd727701a7428b90ce4692b29a7922, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1732247862594 2024-11-22T03:57:47,254 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60fbae7bd24042df9670a0f2cec5f72f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=495, earliestPutTs=1732247863772 2024-11-22T03:57:47,254 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b220177c3844d229537d9ef949bcd17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=514, earliestPutTs=1732247864420 2024-11-22T03:57:47,266 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 17550c7adb6cc940f7a2b8e6d7530b18#C#compaction#310 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:57:47,267 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/eb2c65e75c71405dbe971aa426372f7a is 50, key is test_row_0/C:col10/1732247865570/Put/seqid=0 2024-11-22T03:57:47,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742181_1357 (size=13459) 2024-11-22T03:57:47,675 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/eb2c65e75c71405dbe971aa426372f7a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/eb2c65e75c71405dbe971aa426372f7a 2024-11-22T03:57:47,679 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 17550c7adb6cc940f7a2b8e6d7530b18/C of 17550c7adb6cc940f7a2b8e6d7530b18 into eb2c65e75c71405dbe971aa426372f7a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:57:47,679 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 17550c7adb6cc940f7a2b8e6d7530b18: 2024-11-22T03:57:47,679 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., storeName=17550c7adb6cc940f7a2b8e6d7530b18/C, priority=13, startTime=1732247866826; duration=0sec 2024-11-22T03:57:47,679 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:57:47,679 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 17550c7adb6cc940f7a2b8e6d7530b18:C 2024-11-22T03:57:52,766 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:57:53,313 INFO [Thread-1168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1168. 2024-11-22T03:57:53,313 DEBUG [Thread-1168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:57:53,314 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:53,314 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:53,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 204 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2543 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2587 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2559 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2548 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2571 2024-11-22T03:57:53,314 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T03:57:53,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:57:53,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:57:53,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:53,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:53,315 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:57:53,316 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T03:57:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T03:57:53,322 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247873321"}]},"ts":"1732247873321"} 2024-11-22T03:57:53,324 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T03:57:53,324 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T03:57:53,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:57:53,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, UNASSIGN}] 2024-11-22T03:57:53,329 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, UNASSIGN 2024-11-22T03:57:53,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=17550c7adb6cc940f7a2b8e6d7530b18, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:53,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, UNASSIGN because future has completed 2024-11-22T03:57:53,333 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:57:53,333 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:57:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T03:57:53,487 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:53,487 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:57:53,487 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 17550c7adb6cc940f7a2b8e6d7530b18, disabling compactions & flushes 2024-11-22T03:57:53,488 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. after waiting 0 ms 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:53,488 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing 17550c7adb6cc940f7a2b8e6d7530b18 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=A 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=B 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 17550c7adb6cc940f7a2b8e6d7530b18, store=C 2024-11-22T03:57:53,488 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:53,492 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/1568b0fcb3cc43b7be4e3e618126824f is 50, key is test_row_1/A:col10/1732247873312/Put/seqid=0 2024-11-22T03:57:53,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742182_1358 (size=9857) 2024-11-22T03:57:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T03:57:53,896 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/1568b0fcb3cc43b7be4e3e618126824f 2024-11-22T03:57:53,902 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3c805c49481740cca56963265ac4891f is 50, key is test_row_1/B:col10/1732247873312/Put/seqid=0 2024-11-22T03:57:53,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742183_1359 (size=9857) 2024-11-22T03:57:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T03:57:54,306 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3c805c49481740cca56963265ac4891f 2024-11-22T03:57:54,312 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a7dd5484f33a43ccb8bf1ad71aff451c is 50, key is test_row_1/C:col10/1732247873312/Put/seqid=0 2024-11-22T03:57:54,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742184_1360 (size=9857) 2024-11-22T03:57:54,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T03:57:54,716 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a7dd5484f33a43ccb8bf1ad71aff451c 2024-11-22T03:57:54,720 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/A/1568b0fcb3cc43b7be4e3e618126824f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/1568b0fcb3cc43b7be4e3e618126824f 2024-11-22T03:57:54,723 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/1568b0fcb3cc43b7be4e3e618126824f, entries=100, sequenceid=522, filesize=9.6 K 2024-11-22T03:57:54,724 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/B/3c805c49481740cca56963265ac4891f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3c805c49481740cca56963265ac4891f 2024-11-22T03:57:54,726 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3c805c49481740cca56963265ac4891f, entries=100, sequenceid=522, filesize=9.6 K 2024-11-22T03:57:54,727 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/.tmp/C/a7dd5484f33a43ccb8bf1ad71aff451c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a7dd5484f33a43ccb8bf1ad71aff451c 2024-11-22T03:57:54,730 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a7dd5484f33a43ccb8bf1ad71aff451c, entries=100, sequenceid=522, filesize=9.6 K 2024-11-22T03:57:54,730 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1242ms, sequenceid=522, compaction requested=false 2024-11-22T03:57:54,731 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/6891cfbe0d854ef4b02124e9046deb82, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9a4161c2a29449059d9bfbdfe3d2fc92, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7566434b1b334941ab65d88c55100061, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/50d98c9aac35453ba55f4533c9eacb0e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/27fae11b06394547a195df764c39fd01, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/68180a71daf04d3f8a254b0d58f3da2f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d1257d7a57d24c1487baba5b4691cd86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/edd87a46611e49d8aff363672ad1cb90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/412b2ae5ca1c4c4ab89d974b25f250fb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b9473d059c8c4a54bb19b9d8dc0b109b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ed2d1223749c48f1bbf194deb0d20a59, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/52f82467d8f34a1da7f52ee254cba039, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/c348b7ab3113401e9be8cd15c3a54428, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/3c075978f8d9400f8ffd5115be2cfcdc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/a9b0a94b612947f8bc560eb52ce216a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e359cc7de1cd4d85a98a86cdca9e11af, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/abafd837f203495399823925e30fb49c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/88178401115b4786baead012a7d8d887, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f32e0746cac34ccebe43b59fbd6f3eb3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/5477baeb745849379b8345267495d4f8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ab331a08aaae4f89bc203e3fbb017b9b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/73930415563d4f6fae9f63b49566c364, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/bda1bf49447c42e4a58fedbfcc9233c7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b250bd71266540c0b3e2425f37e4e077, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e8a94acd7eb74be088f8891d62a4ad90, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/276d788ccfac4e87b3511a5ed55e295f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7062957562b340e3abf0f4b9ef900758, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/4d7462afeb514b9aa549e29cb98cafdd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/35dd1cc492df4aef80c7c39243634285, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d52f8c8ef9284e35a305f7535b69bef0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/fca7d55f340748df86b504c7a111aa44, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/70cfcaf997424099a781e088a62f37e7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b644626070824591ae3c1e8a4576c31d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9b445f4a94394b009c802c5533abd746] to archive 2024-11-22T03:57:54,732 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:57:54,733 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/6891cfbe0d854ef4b02124e9046deb82 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/6891cfbe0d854ef4b02124e9046deb82 2024-11-22T03:57:54,734 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9a4161c2a29449059d9bfbdfe3d2fc92 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9a4161c2a29449059d9bfbdfe3d2fc92 2024-11-22T03:57:54,735 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7566434b1b334941ab65d88c55100061 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7566434b1b334941ab65d88c55100061 2024-11-22T03:57:54,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/50d98c9aac35453ba55f4533c9eacb0e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/50d98c9aac35453ba55f4533c9eacb0e 2024-11-22T03:57:54,736 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/27fae11b06394547a195df764c39fd01 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/27fae11b06394547a195df764c39fd01 2024-11-22T03:57:54,737 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/68180a71daf04d3f8a254b0d58f3da2f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/68180a71daf04d3f8a254b0d58f3da2f 2024-11-22T03:57:54,738 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d1257d7a57d24c1487baba5b4691cd86 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d1257d7a57d24c1487baba5b4691cd86 2024-11-22T03:57:54,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/edd87a46611e49d8aff363672ad1cb90 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/edd87a46611e49d8aff363672ad1cb90 2024-11-22T03:57:54,739 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/412b2ae5ca1c4c4ab89d974b25f250fb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/412b2ae5ca1c4c4ab89d974b25f250fb 2024-11-22T03:57:54,740 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b9473d059c8c4a54bb19b9d8dc0b109b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b9473d059c8c4a54bb19b9d8dc0b109b 2024-11-22T03:57:54,741 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ed2d1223749c48f1bbf194deb0d20a59 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ed2d1223749c48f1bbf194deb0d20a59 2024-11-22T03:57:54,742 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/52f82467d8f34a1da7f52ee254cba039 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/52f82467d8f34a1da7f52ee254cba039 2024-11-22T03:57:54,743 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/c348b7ab3113401e9be8cd15c3a54428 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/c348b7ab3113401e9be8cd15c3a54428 2024-11-22T03:57:54,744 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/3c075978f8d9400f8ffd5115be2cfcdc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/3c075978f8d9400f8ffd5115be2cfcdc 2024-11-22T03:57:54,745 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/a9b0a94b612947f8bc560eb52ce216a6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/a9b0a94b612947f8bc560eb52ce216a6 2024-11-22T03:57:54,746 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e359cc7de1cd4d85a98a86cdca9e11af to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e359cc7de1cd4d85a98a86cdca9e11af 2024-11-22T03:57:54,747 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/abafd837f203495399823925e30fb49c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/abafd837f203495399823925e30fb49c 2024-11-22T03:57:54,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/88178401115b4786baead012a7d8d887 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/88178401115b4786baead012a7d8d887 2024-11-22T03:57:54,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f32e0746cac34ccebe43b59fbd6f3eb3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f32e0746cac34ccebe43b59fbd6f3eb3 2024-11-22T03:57:54,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/5477baeb745849379b8345267495d4f8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/5477baeb745849379b8345267495d4f8 2024-11-22T03:57:54,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ab331a08aaae4f89bc203e3fbb017b9b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/ab331a08aaae4f89bc203e3fbb017b9b 2024-11-22T03:57:54,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/73930415563d4f6fae9f63b49566c364 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/73930415563d4f6fae9f63b49566c364 2024-11-22T03:57:54,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/bda1bf49447c42e4a58fedbfcc9233c7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/bda1bf49447c42e4a58fedbfcc9233c7 2024-11-22T03:57:54,754 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b250bd71266540c0b3e2425f37e4e077 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b250bd71266540c0b3e2425f37e4e077 2024-11-22T03:57:54,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e8a94acd7eb74be088f8891d62a4ad90 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/e8a94acd7eb74be088f8891d62a4ad90 2024-11-22T03:57:54,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/276d788ccfac4e87b3511a5ed55e295f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/276d788ccfac4e87b3511a5ed55e295f 2024-11-22T03:57:54,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7062957562b340e3abf0f4b9ef900758 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/7062957562b340e3abf0f4b9ef900758 2024-11-22T03:57:54,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/4d7462afeb514b9aa549e29cb98cafdd to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/4d7462afeb514b9aa549e29cb98cafdd 2024-11-22T03:57:54,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/35dd1cc492df4aef80c7c39243634285 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/35dd1cc492df4aef80c7c39243634285 2024-11-22T03:57:54,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d52f8c8ef9284e35a305f7535b69bef0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/d52f8c8ef9284e35a305f7535b69bef0 2024-11-22T03:57:54,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/fca7d55f340748df86b504c7a111aa44 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/fca7d55f340748df86b504c7a111aa44 2024-11-22T03:57:54,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/70cfcaf997424099a781e088a62f37e7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/70cfcaf997424099a781e088a62f37e7 2024-11-22T03:57:54,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b644626070824591ae3c1e8a4576c31d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/b644626070824591ae3c1e8a4576c31d 2024-11-22T03:57:54,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9b445f4a94394b009c802c5533abd746 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/9b445f4a94394b009c802c5533abd746 2024-11-22T03:57:54,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ccae15fc0da84cab9beb61b763bfa686, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/430f07ee5aa144f1957dd2498b99f8f9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d74e56bdbf4f4edc81635b17464ae0b0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/43a678999765477faad4d2cfb252684e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b56cb5fce6054563ac03e0b2fe9ed98e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/831e9180109247569a4fee4a17ec7d6f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/1bb10fdeab2a48388d26fda483b24253, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b5eb893b4c594b2f9d1cd32675ce7010, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/86212567acf74974be0a3da2292c41af, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/bf228164f9e443d7a3aac49972df62a3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3bf622df2e9945dbbbd5e5c9efb34d85, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/426222f807604b93add096b32c98a133, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/911c0dfeaf8d46fb85016ec68efcb8da, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/98bd03a8a8b843ddb00c1c2a2519955d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b0466adb39e6487a94af76fed3e582f7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/60395459ae7d4b558eecc1774d36d544, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/748098b269574ccbb16d81b1af4c9a0d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d1316139ea614833ae0dc62f23943c04, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/674d10c68a7741d68cae618a4700c304, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3ada4977fcba4e7e8eb30985635d3b51, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d0ef3149e2fa44a09c7bf474032397ef, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/581e89e1d7d548b0a96a3d7fcdeb97ae, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/c1704ef7cef04e89a3afb69fa5913037, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/190dbaddccf147f289c883c4a15bb36b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e0d6c71cb8cf483285692d89ecfa188b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/f10c015173d14296926cf8b0bfdc79b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/97d882d773de44d68b5bfcce6d9670aa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ae8bbc6cccfd4c34a849c151114f31eb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/0e8cc880c86e4b27ab55f2c8f7a50052, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/74a9624c6dc04533a19feb202f131e22, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e38abc006b8848d4805bcb9d52d7ec9b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/fc4b9b7e8d77454b860e3cc2f357e098, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/92026e7ea8814bd28bf8ef208bfe03e1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/66db813029924b0ba5bc554b92984944] to archive 2024-11-22T03:57:54,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:57:54,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ccae15fc0da84cab9beb61b763bfa686 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ccae15fc0da84cab9beb61b763bfa686 2024-11-22T03:57:54,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/430f07ee5aa144f1957dd2498b99f8f9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/430f07ee5aa144f1957dd2498b99f8f9 2024-11-22T03:57:54,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d74e56bdbf4f4edc81635b17464ae0b0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d74e56bdbf4f4edc81635b17464ae0b0 2024-11-22T03:57:54,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/43a678999765477faad4d2cfb252684e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/43a678999765477faad4d2cfb252684e 2024-11-22T03:57:54,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b56cb5fce6054563ac03e0b2fe9ed98e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b56cb5fce6054563ac03e0b2fe9ed98e 2024-11-22T03:57:54,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/831e9180109247569a4fee4a17ec7d6f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/831e9180109247569a4fee4a17ec7d6f 2024-11-22T03:57:54,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/1bb10fdeab2a48388d26fda483b24253 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/1bb10fdeab2a48388d26fda483b24253 2024-11-22T03:57:54,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b5eb893b4c594b2f9d1cd32675ce7010 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b5eb893b4c594b2f9d1cd32675ce7010 2024-11-22T03:57:54,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/86212567acf74974be0a3da2292c41af to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/86212567acf74974be0a3da2292c41af 2024-11-22T03:57:54,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/bf228164f9e443d7a3aac49972df62a3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/bf228164f9e443d7a3aac49972df62a3 2024-11-22T03:57:54,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3bf622df2e9945dbbbd5e5c9efb34d85 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3bf622df2e9945dbbbd5e5c9efb34d85 2024-11-22T03:57:54,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/426222f807604b93add096b32c98a133 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/426222f807604b93add096b32c98a133 2024-11-22T03:57:54,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/911c0dfeaf8d46fb85016ec68efcb8da to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/911c0dfeaf8d46fb85016ec68efcb8da 2024-11-22T03:57:54,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/98bd03a8a8b843ddb00c1c2a2519955d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/98bd03a8a8b843ddb00c1c2a2519955d 2024-11-22T03:57:54,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b0466adb39e6487a94af76fed3e582f7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/b0466adb39e6487a94af76fed3e582f7 2024-11-22T03:57:54,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/60395459ae7d4b558eecc1774d36d544 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/60395459ae7d4b558eecc1774d36d544 2024-11-22T03:57:54,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/748098b269574ccbb16d81b1af4c9a0d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/748098b269574ccbb16d81b1af4c9a0d 2024-11-22T03:57:54,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d1316139ea614833ae0dc62f23943c04 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d1316139ea614833ae0dc62f23943c04 2024-11-22T03:57:54,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/674d10c68a7741d68cae618a4700c304 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/674d10c68a7741d68cae618a4700c304 2024-11-22T03:57:54,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3ada4977fcba4e7e8eb30985635d3b51 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3ada4977fcba4e7e8eb30985635d3b51 2024-11-22T03:57:54,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d0ef3149e2fa44a09c7bf474032397ef to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/d0ef3149e2fa44a09c7bf474032397ef 2024-11-22T03:57:54,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/581e89e1d7d548b0a96a3d7fcdeb97ae to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/581e89e1d7d548b0a96a3d7fcdeb97ae 2024-11-22T03:57:54,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/c1704ef7cef04e89a3afb69fa5913037 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/c1704ef7cef04e89a3afb69fa5913037 2024-11-22T03:57:54,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/190dbaddccf147f289c883c4a15bb36b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/190dbaddccf147f289c883c4a15bb36b 2024-11-22T03:57:54,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e0d6c71cb8cf483285692d89ecfa188b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e0d6c71cb8cf483285692d89ecfa188b 2024-11-22T03:57:54,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/f10c015173d14296926cf8b0bfdc79b6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/f10c015173d14296926cf8b0bfdc79b6 2024-11-22T03:57:54,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/97d882d773de44d68b5bfcce6d9670aa to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/97d882d773de44d68b5bfcce6d9670aa 2024-11-22T03:57:54,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ae8bbc6cccfd4c34a849c151114f31eb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/ae8bbc6cccfd4c34a849c151114f31eb 2024-11-22T03:57:54,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/0e8cc880c86e4b27ab55f2c8f7a50052 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/0e8cc880c86e4b27ab55f2c8f7a50052 2024-11-22T03:57:54,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/74a9624c6dc04533a19feb202f131e22 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/74a9624c6dc04533a19feb202f131e22 2024-11-22T03:57:54,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e38abc006b8848d4805bcb9d52d7ec9b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/e38abc006b8848d4805bcb9d52d7ec9b 2024-11-22T03:57:54,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/fc4b9b7e8d77454b860e3cc2f357e098 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/fc4b9b7e8d77454b860e3cc2f357e098 2024-11-22T03:57:54,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/92026e7ea8814bd28bf8ef208bfe03e1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/92026e7ea8814bd28bf8ef208bfe03e1 2024-11-22T03:57:54,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/66db813029924b0ba5bc554b92984944 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/66db813029924b0ba5bc554b92984944 2024-11-22T03:57:54,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/8e0fa431f77a4c6699fcbae40a038deb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/61a5e7896f4b4013b94e0bc70a3a2255, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5dd93dce8ac944f8ae4aab751ef5029d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/863d260b68f248adb8f2ce9fc441b759, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/fd893b4af02d442ea54a93f9f49494c3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79510533792e4f31945c82be0d027581, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1ab212505b6e42cab2292ebe3803e5e3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/901d2c2691eb45648a7bb729fd19d6f5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79c9f8419b6c4c37a92f18831f053a78, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0f1d23cfec2b4fcfb91ccf3c0e580f99, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/508356688ed346abad339d6242a87e3e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/944b510adcbd42f5a517333afe690663, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/219bf9f918a847babcd19b5e1fd26408, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/52ffaec075fc4e2e98b369fcae028b15, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/7bd1771b59504217b2ec652462173b60, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/13e35011580042a8a911eb8b3177974e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/02720ce5c0b745f09f10d3cc2098659e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/3934482b674c4f9aa6265749f5ee177b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a5d4076ed8fc4517966387365a231e9c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/ae51a3cb8ace47fe8849645e3feba238, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9f8ce078d6644446ac589940565a886d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9bb1eebed0f34401bc33482c35def8df, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/89cef3e17f314faaa1d582816432a201, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/4327c245569e46f3ac37af25249af483, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2aa10d3ec3424caea496824f0f5bf601, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2f47f2ca9307401fb644f386aaa7ead5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/230a814214b2471babf53a9c401a7899, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/321495ebb2984f039142b4c244431b17, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5c2c52b53bb546aa9525b5cce2e221d3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a8676eb758ec47a5af36160fa3b191dc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0ebd727701a7428b90ce4692b29a7922, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/08af0f271a094a878e6e0c630c1991ef, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/60fbae7bd24042df9670a0f2cec5f72f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1b220177c3844d229537d9ef949bcd17] to archive 2024-11-22T03:57:54,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:57:54,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/8e0fa431f77a4c6699fcbae40a038deb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/8e0fa431f77a4c6699fcbae40a038deb 2024-11-22T03:57:54,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/61a5e7896f4b4013b94e0bc70a3a2255 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/61a5e7896f4b4013b94e0bc70a3a2255 2024-11-22T03:57:54,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5dd93dce8ac944f8ae4aab751ef5029d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5dd93dce8ac944f8ae4aab751ef5029d 2024-11-22T03:57:54,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/863d260b68f248adb8f2ce9fc441b759 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/863d260b68f248adb8f2ce9fc441b759 2024-11-22T03:57:54,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/fd893b4af02d442ea54a93f9f49494c3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/fd893b4af02d442ea54a93f9f49494c3 2024-11-22T03:57:54,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79510533792e4f31945c82be0d027581 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79510533792e4f31945c82be0d027581 2024-11-22T03:57:54,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1ab212505b6e42cab2292ebe3803e5e3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1ab212505b6e42cab2292ebe3803e5e3 2024-11-22T03:57:54,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/901d2c2691eb45648a7bb729fd19d6f5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/901d2c2691eb45648a7bb729fd19d6f5 2024-11-22T03:57:54,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79c9f8419b6c4c37a92f18831f053a78 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/79c9f8419b6c4c37a92f18831f053a78 2024-11-22T03:57:54,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0f1d23cfec2b4fcfb91ccf3c0e580f99 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0f1d23cfec2b4fcfb91ccf3c0e580f99 2024-11-22T03:57:54,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/508356688ed346abad339d6242a87e3e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/508356688ed346abad339d6242a87e3e 2024-11-22T03:57:54,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/944b510adcbd42f5a517333afe690663 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/944b510adcbd42f5a517333afe690663 2024-11-22T03:57:54,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/219bf9f918a847babcd19b5e1fd26408 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/219bf9f918a847babcd19b5e1fd26408 2024-11-22T03:57:54,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/52ffaec075fc4e2e98b369fcae028b15 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/52ffaec075fc4e2e98b369fcae028b15 2024-11-22T03:57:54,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/7bd1771b59504217b2ec652462173b60 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/7bd1771b59504217b2ec652462173b60 2024-11-22T03:57:54,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/13e35011580042a8a911eb8b3177974e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/13e35011580042a8a911eb8b3177974e 2024-11-22T03:57:54,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/02720ce5c0b745f09f10d3cc2098659e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/02720ce5c0b745f09f10d3cc2098659e 2024-11-22T03:57:54,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/3934482b674c4f9aa6265749f5ee177b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/3934482b674c4f9aa6265749f5ee177b 2024-11-22T03:57:54,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a5d4076ed8fc4517966387365a231e9c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a5d4076ed8fc4517966387365a231e9c 2024-11-22T03:57:54,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/ae51a3cb8ace47fe8849645e3feba238 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/ae51a3cb8ace47fe8849645e3feba238 2024-11-22T03:57:54,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9f8ce078d6644446ac589940565a886d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9f8ce078d6644446ac589940565a886d 2024-11-22T03:57:54,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9bb1eebed0f34401bc33482c35def8df to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/9bb1eebed0f34401bc33482c35def8df 2024-11-22T03:57:54,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/89cef3e17f314faaa1d582816432a201 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/89cef3e17f314faaa1d582816432a201 2024-11-22T03:57:54,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/4327c245569e46f3ac37af25249af483 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/4327c245569e46f3ac37af25249af483 2024-11-22T03:57:54,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2aa10d3ec3424caea496824f0f5bf601 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2aa10d3ec3424caea496824f0f5bf601 2024-11-22T03:57:54,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2f47f2ca9307401fb644f386aaa7ead5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/2f47f2ca9307401fb644f386aaa7ead5 2024-11-22T03:57:54,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/230a814214b2471babf53a9c401a7899 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/230a814214b2471babf53a9c401a7899 2024-11-22T03:57:54,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/321495ebb2984f039142b4c244431b17 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/321495ebb2984f039142b4c244431b17 2024-11-22T03:57:54,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5c2c52b53bb546aa9525b5cce2e221d3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/5c2c52b53bb546aa9525b5cce2e221d3 2024-11-22T03:57:54,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a8676eb758ec47a5af36160fa3b191dc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a8676eb758ec47a5af36160fa3b191dc 2024-11-22T03:57:54,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0ebd727701a7428b90ce4692b29a7922 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/0ebd727701a7428b90ce4692b29a7922 2024-11-22T03:57:54,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/08af0f271a094a878e6e0c630c1991ef to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/08af0f271a094a878e6e0c630c1991ef 2024-11-22T03:57:54,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/60fbae7bd24042df9670a0f2cec5f72f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/60fbae7bd24042df9670a0f2cec5f72f 2024-11-22T03:57:54,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1b220177c3844d229537d9ef949bcd17 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/1b220177c3844d229537d9ef949bcd17 2024-11-22T03:57:54,824 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/recovered.edits/525.seqid, newMaxSeqId=525, maxSeqId=1 2024-11-22T03:57:54,824 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. 2024-11-22T03:57:54,824 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 17550c7adb6cc940f7a2b8e6d7530b18: Waiting for close lock at 1732247873487Running coprocessor pre-close hooks at 1732247873487Disabling compacts and flushes for region at 1732247873487Disabling writes for close at 1732247873488 (+1 ms)Obtaining lock to block concurrent updates at 1732247873488Preparing flush snapshotting stores in 17550c7adb6cc940f7a2b8e6d7530b18 at 1732247873488Finished memstore snapshotting TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1732247873488Flushing stores of TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18. at 1732247873489 (+1 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/A: creating writer at 1732247873489Flushing 17550c7adb6cc940f7a2b8e6d7530b18/A: appending metadata at 1732247873491 (+2 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/A: closing flushed file at 1732247873492 (+1 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/B: creating writer at 1732247873899 (+407 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/B: appending metadata at 1732247873901 (+2 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/B: closing flushed file at 1732247873901Flushing 17550c7adb6cc940f7a2b8e6d7530b18/C: creating writer at 1732247874309 (+408 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/C: appending metadata at 1732247874311 (+2 ms)Flushing 17550c7adb6cc940f7a2b8e6d7530b18/C: closing flushed file at 1732247874311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@118bd968: reopening flushed file at 1732247874719 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f18a25: reopening flushed file at 1732247874723 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bd0c33a: reopening flushed file at 1732247874727 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for 17550c7adb6cc940f7a2b8e6d7530b18 in 1242ms, sequenceid=522, compaction requested=false at 1732247874730 (+3 ms)Writing region close event to WAL at 1732247874821 (+91 ms)Running coprocessor post-close hooks at 1732247874824 (+3 ms)Closed at 1732247874824 2024-11-22T03:57:54,826 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:54,827 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=17550c7adb6cc940f7a2b8e6d7530b18, regionState=CLOSED 2024-11-22T03:57:54,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure 17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:57:54,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-22T03:57:54,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure 17550c7adb6cc940f7a2b8e6d7530b18, server=c85114ed5096,44285,1732247784219 in 1.4960 sec 2024-11-22T03:57:54,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-22T03:57:54,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=17550c7adb6cc940f7a2b8e6d7530b18, UNASSIGN in 1.5030 sec 2024-11-22T03:57:54,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-22T03:57:54,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5070 sec 2024-11-22T03:57:54,834 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247874834"}]},"ts":"1732247874834"} 2024-11-22T03:57:54,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T03:57:54,835 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T03:57:54,837 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5190 sec 2024-11-22T03:57:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-22T03:57:55,470 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:55,471 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T03:57:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,473 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T03:57:55,474 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,476 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:55,479 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/recovered.edits] 2024-11-22T03:57:55,482 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/1568b0fcb3cc43b7be4e3e618126824f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/1568b0fcb3cc43b7be4e3e618126824f 2024-11-22T03:57:55,484 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f90a472f4295497988741c4628c9a186 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/A/f90a472f4295497988741c4628c9a186 2024-11-22T03:57:55,487 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3c805c49481740cca56963265ac4891f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/3c805c49481740cca56963265ac4891f 2024-11-22T03:57:55,488 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/63a8c30eb39f4dfe9ef3e71d4d7ee324 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/B/63a8c30eb39f4dfe9ef3e71d4d7ee324 2024-11-22T03:57:55,490 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a7dd5484f33a43ccb8bf1ad71aff451c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/a7dd5484f33a43ccb8bf1ad71aff451c 2024-11-22T03:57:55,491 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/eb2c65e75c71405dbe971aa426372f7a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/C/eb2c65e75c71405dbe971aa426372f7a 2024-11-22T03:57:55,493 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/recovered.edits/525.seqid to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18/recovered.edits/525.seqid 2024-11-22T03:57:55,494 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/17550c7adb6cc940f7a2b8e6d7530b18 2024-11-22T03:57:55,494 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T03:57:55,496 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,500 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T03:57:55,503 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T03:57:55,504 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,504 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T03:57:55,504 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732247875504"}]},"ts":"9223372036854775807"} 2024-11-22T03:57:55,507 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T03:57:55,507 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 17550c7adb6cc940f7a2b8e6d7530b18, NAME => 'TestAcidGuarantees,,1732247842794.17550c7adb6cc940f7a2b8e6d7530b18.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T03:57:55,507 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T03:57:55,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732247875507"}]},"ts":"9223372036854775807"} 2024-11-22T03:57:55,509 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T03:57:55,510 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-11-22T03:57:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-22T03:57:55,580 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T03:57:55,580 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:55,588 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=745 (was 844), ProcessCount=11 (was 11), AvailableMemoryMB=3779 (was 2565) - AvailableMemoryMB LEAK? - 2024-11-22T03:57:55,596 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=745, ProcessCount=11, AvailableMemoryMB=3777 2024-11-22T03:57:55,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:57:55,598 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:57:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:55,600 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:57:55,601 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:55,601 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-22T03:57:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T03:57:55,602 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:57:55,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742185_1361 (size=1061) 2024-11-22T03:57:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T03:57:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T03:57:56,012 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:57:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742186_1362 (size=53) 2024-11-22T03:57:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T03:57:56,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:57:56,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dfe593ecf3fe228c9583aed677642a11, disabling compactions & flushes 2024-11-22T03:57:56,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. after waiting 0 ms 2024-11-22T03:57:56,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,419 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,419 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dfe593ecf3fe228c9583aed677642a11: Waiting for close lock at 1732247876419Disabling compacts and flushes for region at 1732247876419Disabling writes for close at 1732247876419Writing region close event to WAL at 1732247876419Closed at 1732247876419 2024-11-22T03:57:56,421 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:57:56,421 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732247876421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247876421"}]},"ts":"1732247876421"} 2024-11-22T03:57:56,423 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:57:56,424 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:57:56,425 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247876424"}]},"ts":"1732247876424"} 2024-11-22T03:57:56,426 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T03:57:56,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, ASSIGN}] 2024-11-22T03:57:56,432 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, ASSIGN 2024-11-22T03:57:56,433 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, ASSIGN; state=OFFLINE, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=false 2024-11-22T03:57:56,584 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:56,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, ASSIGN because future has completed 2024-11-22T03:57:56,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:57:56,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T03:57:56,740 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,740 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:57:56,740 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,741 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:57:56,741 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,741 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,742 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,743 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:56,743 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe593ecf3fe228c9583aed677642a11 columnFamilyName A 2024-11-22T03:57:56,743 DEBUG [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:56,744 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(327): Store=dfe593ecf3fe228c9583aed677642a11/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:56,744 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,745 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:56,745 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe593ecf3fe228c9583aed677642a11 columnFamilyName B 2024-11-22T03:57:56,745 DEBUG [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:56,746 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(327): Store=dfe593ecf3fe228c9583aed677642a11/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:56,746 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,747 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:56,747 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe593ecf3fe228c9583aed677642a11 columnFamilyName C 2024-11-22T03:57:56,747 DEBUG [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:56,748 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(327): Store=dfe593ecf3fe228c9583aed677642a11/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:56,748 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,748 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,749 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,749 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,750 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,750 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,750 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:57:56,752 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,754 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:57:56,754 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened dfe593ecf3fe228c9583aed677642a11; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60438028, jitterRate=-0.09940320253372192}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:57:56,754 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:56,755 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for dfe593ecf3fe228c9583aed677642a11: Running coprocessor pre-open hook at 1732247876741Writing region info on filesystem at 1732247876741Initializing all the Stores at 1732247876741Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247876741Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247876742 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247876742Cleaning up temporary data from old regions at 1732247876750 (+8 ms)Running coprocessor post-open hooks at 1732247876754 (+4 ms)Region opened successfully at 1732247876755 (+1 ms) 2024-11-22T03:57:56,756 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., pid=91, masterSystemTime=1732247876737 2024-11-22T03:57:56,758 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,758 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:56,759 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:56,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:57:56,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-22T03:57:56,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 in 176 msec 2024-11-22T03:57:56,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-22T03:57:56,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, ASSIGN in 337 msec 2024-11-22T03:57:56,767 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:57:56,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247876767"}]},"ts":"1732247876767"} 2024-11-22T03:57:56,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T03:57:56,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:57:56,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-11-22T03:57:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-22T03:57:57,750 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:57,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11040955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:57,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:57,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:57,752 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108659b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:57,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd50e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:57,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:57,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:57,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:57:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:57:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7dbb7d48 2024-11-22T03:57:57,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:57:57,758 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:57:57,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:57:57,759 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:57:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T03:57:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742187_1363 (size=1097) 2024-11-22T03:57:58,170 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T03:57:58,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T03:57:58,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:57:58,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, REOPEN/MOVE}] 2024-11-22T03:57:58,174 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, REOPEN/MOVE 2024-11-22T03:57:58,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, REOPEN/MOVE because future has completed 2024-11-22T03:57:58,176 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:57:58,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:57:58,329 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,329 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:57:58,329 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing dfe593ecf3fe228c9583aed677642a11, disabling compactions & flushes 2024-11-22T03:57:58,329 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,329 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,329 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. after waiting 0 ms 2024-11-22T03:57:58,329 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,332 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T03:57:58,333 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,333 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for dfe593ecf3fe228c9583aed677642a11: Waiting for close lock at 1732247878329Running coprocessor pre-close hooks at 1732247878329Disabling compacts and flushes for region at 1732247878329Disabling writes for close at 1732247878329Writing region close event to WAL at 1732247878330 (+1 ms)Running coprocessor post-close hooks at 1732247878333 (+3 ms)Closed at 1732247878333 2024-11-22T03:57:58,333 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: dfe593ecf3fe228c9583aed677642a11 to self. 2024-11-22T03:57:58,335 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,335 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=CLOSED 2024-11-22T03:57:58,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:57:58,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-22T03:57:58,339 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 in 162 msec 2024-11-22T03:57:58,340 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=true 2024-11-22T03:57:58,491 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, REOPEN/MOVE because future has completed 2024-11-22T03:57:58,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:57:58,648 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,648 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:57:58,648 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,648 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:57:58,648 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,648 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,649 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,650 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:58,650 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe593ecf3fe228c9583aed677642a11 columnFamilyName A 2024-11-22T03:57:58,651 DEBUG [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:58,652 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(327): Store=dfe593ecf3fe228c9583aed677642a11/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:58,652 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,653 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:58,653 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe593ecf3fe228c9583aed677642a11 columnFamilyName B 2024-11-22T03:57:58,653 DEBUG [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:58,653 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(327): Store=dfe593ecf3fe228c9583aed677642a11/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:58,653 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,654 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:57:58,654 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dfe593ecf3fe228c9583aed677642a11 columnFamilyName C 2024-11-22T03:57:58,654 DEBUG [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:58,654 INFO [StoreOpener-dfe593ecf3fe228c9583aed677642a11-1 {}] regionserver.HStore(327): Store=dfe593ecf3fe228c9583aed677642a11/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:57:58,654 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,655 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,655 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,656 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,657 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,657 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,657 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:57:58,658 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,659 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened dfe593ecf3fe228c9583aed677642a11; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63043873, jitterRate=-0.06057308614253998}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:57:58,659 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,660 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for dfe593ecf3fe228c9583aed677642a11: Running coprocessor pre-open hook at 1732247878648Writing region info on filesystem at 1732247878648Initializing all the Stores at 1732247878649 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247878649Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247878649Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247878649Cleaning up temporary data from old regions at 1732247878657 (+8 ms)Running coprocessor post-open hooks at 1732247878659 (+2 ms)Region opened successfully at 1732247878660 (+1 ms) 2024-11-22T03:57:58,660 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., pid=96, masterSystemTime=1732247878645 2024-11-22T03:57:58,662 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,662 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,663 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=OPEN, openSeqNum=5, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:57:58,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-22T03:57:58,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 in 172 msec 2024-11-22T03:57:58,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-22T03:57:58,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, REOPEN/MOVE in 492 msec 2024-11-22T03:57:58,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-22T03:57:58,670 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-22T03:57:58,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 914 msec 2024-11-22T03:57:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-22T03:57:58,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:57:58,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15622d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,677 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,677 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63656e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,678 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,678 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f02eaf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25061205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,680 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323dc017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,681 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,682 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5008ff15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d28306f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,683 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,683 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,684 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36ef4f98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,685 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,686 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4d2eb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29412344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb12425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,688 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,689 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdc16b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6365488e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,690 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,690 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,690 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58496ad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,692 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,693 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc4038b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5109bfd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,698 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66db9a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,700 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437e5755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563dd2d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,710 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,711 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784c4d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,713 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40740, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d070ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48c93281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,722 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,723 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6046588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,723 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,725 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40752, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2389d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,734 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5938121e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,734 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,734 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,735 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563dedaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,737 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40768, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,738 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ed99d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40993d23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:57:58,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:57:58,740 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:57:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:57:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:57:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d97ec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:57:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:57:58,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:57:58,742 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:57:58,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d5277b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:57:58,743 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,746 DEBUG [Thread-1656 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,751 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,751 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:57:58,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-22T03:57:58,755 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:57:58,756 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:57:58,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:57:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T03:57:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,762 DEBUG [Thread-1641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,763 DEBUG [Thread-1645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,763 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,764 DEBUG [Thread-1654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,765 DEBUG [Thread-1643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,766 DEBUG [Thread-1654 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,766 DEBUG [Thread-1643 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,766 DEBUG [Thread-1643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,767 DEBUG [Thread-1654 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,768 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,768 DEBUG [Thread-1652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,769 DEBUG [Thread-1652 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,769 DEBUG [Thread-1652 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,769 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,769 DEBUG [Thread-1647 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,770 DEBUG [Thread-1649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:57:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:57:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:57:58,772 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52472, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52466, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:57:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,775 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,776 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:57:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:57:58,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:57:58,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:58,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:57:58,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:58,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:57:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:57:58,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ad589e1f8e1f4e2a93596e13af685f76_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247878783/Put/seqid=0 2024-11-22T03:57:58,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742188_1364 (size=17034) 2024-11-22T03:57:58,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247878822, max timestamp=1732247878847Num uniques 859; 2024-11-22T03:57:58,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247878822, max timestamp=1732247878847Num uniques 859; 2024-11-22T03:57:58,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:58,854 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:58,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247878822, max timestamp=1732247878851Num uniques 859; 2024-11-22T03:57:58,855 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:57:58,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:57:58,859 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ad589e1f8e1f4e2a93596e13af685f76_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ad589e1f8e1f4e2a93596e13af685f76_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:57:58,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T03:57:58,860 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/148cdf342b5a4bf6923b1b460fbbbcf9, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:57:58,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/148cdf342b5a4bf6923b1b460fbbbcf9 is 175, key is test_row_0/A:col10/1732247878783/Put/seqid=0 2024-11-22T03:57:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742189_1365 (size=48139) 2024-11-22T03:57:58,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247938894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:57:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:58,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:58,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247938895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:58,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247938897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:58,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247938901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:58,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247938906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:58,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247939019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247939020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247939020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247939020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247939030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:57:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T03:57:59,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:59,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:57:59,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247939251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247939251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247939251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247939251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247939251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/148cdf342b5a4bf6923b1b460fbbbcf9 2024-11-22T03:57:59,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/714752e738bb4272ac9a32035c1d3591 is 50, key is test_row_0/B:col10/1732247878783/Put/seqid=0 2024-11-22T03:57:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742190_1366 (size=12001) 2024-11-22T03:57:59,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/714752e738bb4272ac9a32035c1d3591 2024-11-22T03:57:59,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:57:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T03:57:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/9746eed95f814f9094ca3d53642c5e5b is 50, key is test_row_0/C:col10/1732247878783/Put/seqid=0 2024-11-22T03:57:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742191_1367 (size=12001) 2024-11-22T03:57:59,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:59,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:57:59,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247939569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247939570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247939570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247939570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,578 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:57:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247939570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:57:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:57:59,579 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:57:59,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:59,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:57:59,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:57:59,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/9746eed95f814f9094ca3d53642c5e5b 2024-11-22T03:57:59,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/148cdf342b5a4bf6923b1b460fbbbcf9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9 2024-11-22T03:57:59,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9, entries=250, sequenceid=15, filesize=47.0 K 2024-11-22T03:57:59,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/714752e738bb4272ac9a32035c1d3591 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/714752e738bb4272ac9a32035c1d3591 2024-11-22T03:57:59,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/714752e738bb4272ac9a32035c1d3591, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T03:57:59,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/9746eed95f814f9094ca3d53642c5e5b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/9746eed95f814f9094ca3d53642c5e5b 2024-11-22T03:57:59,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/9746eed95f814f9094ca3d53642c5e5b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-22T03:57:59,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for dfe593ecf3fe228c9583aed677642a11 in 1038ms, sequenceid=15, compaction requested=false 2024-11-22T03:57:59,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:57:59,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:57:59,840 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:57:59,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:57:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d986f83014e948dbbd71a78bb84b018a_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247878900/Put/seqid=0 2024-11-22T03:57:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742192_1368 (size=12154) 2024-11-22T03:57:59,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T03:58:00,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:00,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247940095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,106 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247940098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247940100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247940101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247940106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,112 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247940210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247940210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,220 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247940220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247940220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247940220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,234 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:00,268 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122d986f83014e948dbbd71a78bb84b018a_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d986f83014e948dbbd71a78bb84b018a_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f30b6ec33ea04cd9863f89c1d7349e21, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:00,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f30b6ec33ea04cd9863f89c1d7349e21 is 175, key is test_row_0/A:col10/1732247878900/Put/seqid=0 2024-11-22T03:58:00,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742193_1369 (size=30955) 2024-11-22T03:58:00,275 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f30b6ec33ea04cd9863f89c1d7349e21 2024-11-22T03:58:00,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/736df5c424ac40ae9fd4b9d83708deb6 is 50, key is test_row_0/B:col10/1732247878900/Put/seqid=0 2024-11-22T03:58:00,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742194_1370 (size=12001) 2024-11-22T03:58:00,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:58:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247940429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247940430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,440 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,442 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247940440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247940440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247940441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,695 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/736df5c424ac40ae9fd4b9d83708deb6 2024-11-22T03:58:00,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c1887928892244debb0a46d56378e72b is 50, key is test_row_0/C:col10/1732247878900/Put/seqid=0 2024-11-22T03:58:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742195_1371 (size=12001) 2024-11-22T03:58:00,733 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c1887928892244debb0a46d56378e72b 2024-11-22T03:58:00,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f30b6ec33ea04cd9863f89c1d7349e21 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21 2024-11-22T03:58:00,750 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21, entries=150, sequenceid=51, filesize=30.2 K 2024-11-22T03:58:00,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/736df5c424ac40ae9fd4b9d83708deb6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/736df5c424ac40ae9fd4b9d83708deb6 2024-11-22T03:58:00,755 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/736df5c424ac40ae9fd4b9d83708deb6, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T03:58:00,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c1887928892244debb0a46d56378e72b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c1887928892244debb0a46d56378e72b 2024-11-22T03:58:00,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247940750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247940750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247940750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,760 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,762 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c1887928892244debb0a46d56378e72b, entries=150, sequenceid=51, filesize=11.7 K 2024-11-22T03:58:00,763 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for dfe593ecf3fe228c9583aed677642a11 in 923ms, sequenceid=51, compaction requested=false 2024-11-22T03:58:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:00,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-22T03:58:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-22T03:58:00,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-22T03:58:00,767 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0080 sec 2024-11-22T03:58:00,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.0170 sec 2024-11-22T03:58:00,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:58:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:00,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:00,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e504d82bf52449898091cd762d34a9ee_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:00,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742196_1372 (size=14594) 2024-11-22T03:58:00,825 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:00,832 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e504d82bf52449898091cd762d34a9ee_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e504d82bf52449898091cd762d34a9ee_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:00,833 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/1a3eb6fb259e4bd38f954b6c262078df, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:00,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/1a3eb6fb259e4bd38f954b6c262078df is 175, key is test_row_0/A:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742197_1373 (size=39549) 2024-11-22T03:58:00,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247940881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,899 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-22T03:58:00,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:00,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247940888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:00,900 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:00,900 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:00,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:00,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-22T03:58:00,901 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:00,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T03:58:00,902 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:00,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T03:58:01,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247941009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247941009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T03:58:01,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:01,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T03:58:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:01,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T03:58:01,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247941229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247941229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,248 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=63, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/1a3eb6fb259e4bd38f954b6c262078df 2024-11-22T03:58:01,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/a0f3e234a12c4d508dd62ec87001019d is 50, key is test_row_0/B:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:01,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742198_1374 (size=12001) 2024-11-22T03:58:01,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/a0f3e234a12c4d508dd62ec87001019d 2024-11-22T03:58:01,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247941270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247941270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,281 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247941270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/2137e528edd84f0b805936994585443a is 50, key is test_row_0/C:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:01,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742199_1375 (size=12001) 2024-11-22T03:58:01,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T03:58:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T03:58:01,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T03:58:01,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247941549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:01,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247941550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:01,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:01,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T03:58:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:01,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/2137e528edd84f0b805936994585443a 2024-11-22T03:58:01,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/1a3eb6fb259e4bd38f954b6c262078df as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df 2024-11-22T03:58:01,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df, entries=200, sequenceid=63, filesize=38.6 K 2024-11-22T03:58:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/a0f3e234a12c4d508dd62ec87001019d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/a0f3e234a12c4d508dd62ec87001019d 2024-11-22T03:58:01,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/a0f3e234a12c4d508dd62ec87001019d, entries=150, sequenceid=63, filesize=11.7 K 2024-11-22T03:58:01,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/2137e528edd84f0b805936994585443a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/2137e528edd84f0b805936994585443a 2024-11-22T03:58:01,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/2137e528edd84f0b805936994585443a, entries=150, sequenceid=63, filesize=11.7 K 2024-11-22T03:58:01,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dfe593ecf3fe228c9583aed677642a11 in 976ms, sequenceid=63, compaction requested=true 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:01,746 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T03:58:01,747 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:01,748 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:01,748 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/A is initiating minor compaction (all files) 2024-11-22T03:58:01,748 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/A in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,748 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=115.9 K 2024-11-22T03:58:01,748 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,748 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df] 2024-11-22T03:58:01,748 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:01,748 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/B is initiating minor compaction (all files) 2024-11-22T03:58:01,748 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/B in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,749 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/714752e738bb4272ac9a32035c1d3591, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/736df5c424ac40ae9fd4b9d83708deb6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/a0f3e234a12c4d508dd62ec87001019d] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=35.2 K 2024-11-22T03:58:01,752 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 148cdf342b5a4bf6923b1b460fbbbcf9, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247878775 2024-11-22T03:58:01,752 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f30b6ec33ea04cd9863f89c1d7349e21, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732247878895 2024-11-22T03:58:01,753 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 714752e738bb4272ac9a32035c1d3591, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247878775 2024-11-22T03:58:01,753 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a3eb6fb259e4bd38f954b6c262078df, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247880096 2024-11-22T03:58:01,753 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 736df5c424ac40ae9fd4b9d83708deb6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732247878895 2024-11-22T03:58:01,754 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting a0f3e234a12c4d508dd62ec87001019d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247880100 2024-11-22T03:58:01,783 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:01,784 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/44efbf07b25949c18c3af5b633c09f72 is 50, key is test_row_0/B:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:01,790 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:01,802 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122fbd32ff7b7f64ec698a3617a2f35f698_dfe593ecf3fe228c9583aed677642a11 store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:01,804 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122fbd32ff7b7f64ec698a3617a2f35f698_dfe593ecf3fe228c9583aed677642a11, store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:01,805 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122fbd32ff7b7f64ec698a3617a2f35f698_dfe593ecf3fe228c9583aed677642a11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:01,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742200_1376 (size=12104) 2024-11-22T03:58:01,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-22T03:58:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:01,828 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:58:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:01,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:01,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742201_1377 (size=4469) 2024-11-22T03:58:01,838 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#A#compaction#324 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:01,839 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/e10faf93981f464c8a86e2bb90485e79 is 175, key is test_row_0/A:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:01,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c790fbf66fca40d1ad0c7d1ddd072e2d_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247880861/Put/seqid=0 2024-11-22T03:58:01,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742202_1378 (size=31058) 2024-11-22T03:58:01,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742203_1379 (size=12154) 2024-11-22T03:58:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:01,866 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122c790fbf66fca40d1ad0c7d1ddd072e2d_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c790fbf66fca40d1ad0c7d1ddd072e2d_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/3760bca8a13d42abade99732781197dc, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:01,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/3760bca8a13d42abade99732781197dc is 175, key is test_row_0/A:col10/1732247880861/Put/seqid=0 2024-11-22T03:58:01,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742204_1380 (size=30955) 2024-11-22T03:58:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T03:58:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:02,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:02,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247942112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247942119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,126 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,225 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/44efbf07b25949c18c3af5b633c09f72 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/44efbf07b25949c18c3af5b633c09f72 2024-11-22T03:58:02,229 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/B of dfe593ecf3fe228c9583aed677642a11 into 44efbf07b25949c18c3af5b633c09f72(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:02,229 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:02,229 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/B, priority=13, startTime=1732247881746; duration=0sec 2024-11-22T03:58:02,229 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:02,229 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:B 2024-11-22T03:58:02,229 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:02,232 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:02,232 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/C is initiating minor compaction (all files) 2024-11-22T03:58:02,232 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/C in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:02,232 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/9746eed95f814f9094ca3d53642c5e5b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c1887928892244debb0a46d56378e72b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/2137e528edd84f0b805936994585443a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=35.2 K 2024-11-22T03:58:02,233 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9746eed95f814f9094ca3d53642c5e5b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732247878775 2024-11-22T03:58:02,233 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c1887928892244debb0a46d56378e72b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732247878895 2024-11-22T03:58:02,233 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2137e528edd84f0b805936994585443a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247880100 2024-11-22T03:58:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247942229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,238 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#C#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247942230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,239 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/bcfce5af6c8d4c6286ad2b0b873b6fc3 is 50, key is test_row_0/C:col10/1732247880105/Put/seqid=0 2024-11-22T03:58:02,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742205_1381 (size=12104) 2024-11-22T03:58:02,262 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/e10faf93981f464c8a86e2bb90485e79 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e10faf93981f464c8a86e2bb90485e79 2024-11-22T03:58:02,266 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/A of dfe593ecf3fe228c9583aed677642a11 into e10faf93981f464c8a86e2bb90485e79(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:02,266 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:02,266 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/A, priority=13, startTime=1732247881746; duration=0sec 2024-11-22T03:58:02,266 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:02,266 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:A 2024-11-22T03:58:02,278 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/3760bca8a13d42abade99732781197dc 2024-11-22T03:58:02,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/0b742ee5ecc44e49a9f334243a759094 is 50, key is test_row_0/B:col10/1732247880861/Put/seqid=0 2024-11-22T03:58:02,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742206_1382 (size=12001) 2024-11-22T03:58:02,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247942290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,302 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247942299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247942300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,309 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,310 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247942450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247942451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,659 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/bcfce5af6c8d4c6286ad2b0b873b6fc3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bcfce5af6c8d4c6286ad2b0b873b6fc3 2024-11-22T03:58:02,664 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/C of dfe593ecf3fe228c9583aed677642a11 into bcfce5af6c8d4c6286ad2b0b873b6fc3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:02,664 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:02,664 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/C, priority=13, startTime=1732247881746; duration=0sec 2024-11-22T03:58:02,664 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:02,664 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:C 2024-11-22T03:58:02,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/0b742ee5ecc44e49a9f334243a759094 2024-11-22T03:58:02,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/13ea77ec078d4fe294f47bef738ec442 is 50, key is test_row_0/C:col10/1732247880861/Put/seqid=0 2024-11-22T03:58:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742207_1383 (size=12001) 2024-11-22T03:58:02,733 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/13ea77ec078d4fe294f47bef738ec442 2024-11-22T03:58:02,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/3760bca8a13d42abade99732781197dc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc 2024-11-22T03:58:02,760 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc, entries=150, sequenceid=83, filesize=30.2 K 2024-11-22T03:58:02,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/0b742ee5ecc44e49a9f334243a759094 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0b742ee5ecc44e49a9f334243a759094 2024-11-22T03:58:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247942761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:02,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247942770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:02,774 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0b742ee5ecc44e49a9f334243a759094, entries=150, sequenceid=83, filesize=11.7 K 2024-11-22T03:58:02,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/13ea77ec078d4fe294f47bef738ec442 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/13ea77ec078d4fe294f47bef738ec442 2024-11-22T03:58:02,785 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/13ea77ec078d4fe294f47bef738ec442, entries=150, sequenceid=83, filesize=11.7 K 2024-11-22T03:58:02,787 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for dfe593ecf3fe228c9583aed677642a11 in 958ms, sequenceid=83, compaction requested=false 2024-11-22T03:58:02,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:02,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:02,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-22T03:58:02,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-22T03:58:02,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-22T03:58:02,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8860 sec 2024-11-22T03:58:02,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.8920 sec 2024-11-22T03:58:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-22T03:58:03,050 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:03,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-22T03:58:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T03:58:03,052 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:03,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:03,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:03,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T03:58:03,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-22T03:58:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:03,205 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:58:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:03,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:03,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229cc8e8aed9ed4b02ba12304810ec64b9_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247882117/Put/seqid=0 2024-11-22T03:58:03,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742208_1384 (size=12154) 2024-11-22T03:58:03,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T03:58:03,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247943371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,379 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:03,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247943376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:03,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247943489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,495 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:03,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247943500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:03,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:03,634 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411229cc8e8aed9ed4b02ba12304810ec64b9_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229cc8e8aed9ed4b02ba12304810ec64b9_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:03,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d668561e618c4d2688f484d9f72b7435, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:03,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d668561e618c4d2688f484d9f72b7435 is 175, key is test_row_0/A:col10/1732247882117/Put/seqid=0 2024-11-22T03:58:03,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742209_1385 (size=30955) 2024-11-22T03:58:03,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T03:58:03,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:03,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247943699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:03,706 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,707 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:03,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:03,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247943720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:03,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:03,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247944020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247944030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,040 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d668561e618c4d2688f484d9f72b7435 2024-11-22T03:58:04,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/c485de03ec3e4dfcb581c024675ce9d2 is 50, key is test_row_0/B:col10/1732247882117/Put/seqid=0 2024-11-22T03:58:04,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742210_1386 (size=12001) 2024-11-22T03:58:04,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T03:58:04,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247944309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,318 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:04,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,318 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247944319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247944319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,328 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:04,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,328 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,449 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/c485de03ec3e4dfcb581c024675ce9d2 2024-11-22T03:58:04,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/336c43c47c354c4bb3bff205f13b26a2 is 50, key is test_row_0/C:col10/1732247882117/Put/seqid=0 2024-11-22T03:58:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742211_1387 (size=12001) 2024-11-22T03:58:04,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247944530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,537 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247944549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:04,857 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/336c43c47c354c4bb3bff205f13b26a2 2024-11-22T03:58:04,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d668561e618c4d2688f484d9f72b7435 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435 2024-11-22T03:58:04,863 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435, entries=150, sequenceid=98, filesize=30.2 K 2024-11-22T03:58:04,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/c485de03ec3e4dfcb581c024675ce9d2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/c485de03ec3e4dfcb581c024675ce9d2 2024-11-22T03:58:04,872 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/c485de03ec3e4dfcb581c024675ce9d2, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T03:58:04,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/336c43c47c354c4bb3bff205f13b26a2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/336c43c47c354c4bb3bff205f13b26a2 2024-11-22T03:58:04,875 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/336c43c47c354c4bb3bff205f13b26a2, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T03:58:04,876 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dfe593ecf3fe228c9583aed677642a11 in 1671ms, sequenceid=98, compaction requested=true 2024-11-22T03:58:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-22T03:58:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-22T03:58:04,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-22T03:58:04,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-11-22T03:58:04,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8290 sec 2024-11-22T03:58:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-22T03:58:05,200 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:05,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-22T03:58:05,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T03:58:05,202 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:05,202 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:05,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T03:58:05,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-22T03:58:05,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:05,355 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:58:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:05,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4fb4dbab06b4fd48fb544fddcd9da96_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247883362/Put/seqid=0 2024-11-22T03:58:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742212_1388 (size=12154) 2024-11-22T03:58:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T03:58:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:05,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247945584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,596 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:05,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247945590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:05,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247945700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:05,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247945700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:05,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:05,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:05,770 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f4fb4dbab06b4fd48fb544fddcd9da96_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4fb4dbab06b4fd48fb544fddcd9da96_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:05,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/2839945a7cdd46ab8f6c360dacc02c2e, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:05,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/2839945a7cdd46ab8f6c360dacc02c2e is 175, key is test_row_0/A:col10/1732247883362/Put/seqid=0 2024-11-22T03:58:05,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742213_1389 (size=30955) 2024-11-22T03:58:05,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T03:58:05,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:05,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247945909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:05,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,915 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:05,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:05,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247945919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:05,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:06,178 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/2839945a7cdd46ab8f6c360dacc02c2e 2024-11-22T03:58:06,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/7519367c6fdc469b9b149257e85bd9a6 is 50, key is test_row_0/B:col10/1732247883362/Put/seqid=0 2024-11-22T03:58:06,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742214_1390 (size=12001) 2024-11-22T03:58:06,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:06,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247946220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:06,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:06,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247946239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:06,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T03:58:06,588 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/7519367c6fdc469b9b149257e85bd9a6 2024-11-22T03:58:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/5fa1fdd68c2c47e8849702209c6ccff7 is 50, key is test_row_0/C:col10/1732247883362/Put/seqid=0 2024-11-22T03:58:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742215_1391 (size=12001) 2024-11-22T03:58:06,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:06,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247946740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,744 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247946759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:06,999 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/5fa1fdd68c2c47e8849702209c6ccff7 2024-11-22T03:58:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/2839945a7cdd46ab8f6c360dacc02c2e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e 2024-11-22T03:58:07,005 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e, entries=150, sequenceid=118, filesize=30.2 K 2024-11-22T03:58:07,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/7519367c6fdc469b9b149257e85bd9a6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/7519367c6fdc469b9b149257e85bd9a6 2024-11-22T03:58:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,009 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/7519367c6fdc469b9b149257e85bd9a6, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T03:58:07,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/5fa1fdd68c2c47e8849702209c6ccff7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/5fa1fdd68c2c47e8849702209c6ccff7 2024-11-22T03:58:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,013 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/5fa1fdd68c2c47e8849702209c6ccff7, entries=150, sequenceid=118, filesize=11.7 K 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for dfe593ecf3fe228c9583aed677642a11 in 1660ms, sequenceid=118, compaction requested=true 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:07,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-22T03:58:07,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-11-22T03:58:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 1.8180 sec 2024-11-22T03:58:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-22T03:58:07,349 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:07,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-22T03:58:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T03:58:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:07,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-22T03:58:07,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:07,505 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:58:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225aa67dcd051341ad85efc6e6f2eb64f5_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247885574/Put/seqid=0 2024-11-22T03:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742216_1392 (size=9764) 2024-11-22T03:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247947896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:07,903 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:07,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:07,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247947897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:07,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:07,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:07,919 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411225aa67dcd051341ad85efc6e6f2eb64f5_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225aa67dcd051341ad85efc6e6f2eb64f5_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:07,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/081abeca21944761a1e860e6ee09b298, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:07,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/081abeca21944761a1e860e6ee09b298 is 175, key is test_row_0/A:col10/1732247885574/Put/seqid=0 2024-11-22T03:58:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742217_1393 (size=22411) 2024-11-22T03:58:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T03:58:08,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247948010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,019 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247948019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247948229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247948240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,324 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/081abeca21944761a1e860e6ee09b298 2024-11-22T03:58:08,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/1d69822637644509b8a0c296cb4a4fef is 50, key is test_row_0/B:col10/1732247885574/Put/seqid=0 2024-11-22T03:58:08,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742218_1394 (size=9707) 2024-11-22T03:58:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247948360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247948360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247948360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,369 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:08,369 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8271 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,370 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8274 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,370 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T03:58:08,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247948539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247948560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:08,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:08,733 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/1d69822637644509b8a0c296cb4a4fef 2024-11-22T03:58:08,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/92803d0cb2d14d7496cc8f4a4b39faaa is 50, key is test_row_0/C:col10/1732247885574/Put/seqid=0 2024-11-22T03:58:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742219_1395 (size=9707) 2024-11-22T03:58:09,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247949059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247949079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:09,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/92803d0cb2d14d7496cc8f4a4b39faaa 2024-11-22T03:58:09,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/081abeca21944761a1e860e6ee09b298 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298 2024-11-22T03:58:09,153 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298, entries=100, sequenceid=130, filesize=21.9 K 2024-11-22T03:58:09,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/1d69822637644509b8a0c296cb4a4fef as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/1d69822637644509b8a0c296cb4a4fef 2024-11-22T03:58:09,158 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/1d69822637644509b8a0c296cb4a4fef, entries=100, sequenceid=130, filesize=9.5 K 2024-11-22T03:58:09,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/92803d0cb2d14d7496cc8f4a4b39faaa as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/92803d0cb2d14d7496cc8f4a4b39faaa 2024-11-22T03:58:09,161 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/92803d0cb2d14d7496cc8f4a4b39faaa, entries=100, sequenceid=130, filesize=9.5 K 2024-11-22T03:58:09,162 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dfe593ecf3fe228c9583aed677642a11 in 1657ms, sequenceid=130, compaction requested=true 2024-11-22T03:58:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:09,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-22T03:58:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-22T03:58:09,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-22T03:58:09,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-22T03:58:09,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.8140 sec 2024-11-22T03:58:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-22T03:58:09,500 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:09,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-22T03:58:09,502 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T03:58:09,503 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:09,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T03:58:09,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-22T03:58:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:09,658 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:58:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:09,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112258492e348b5f4f2cbda4c5eda1c6f666_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247887895/Put/seqid=0 2024-11-22T03:58:09,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742220_1396 (size=12304) 2024-11-22T03:58:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T03:58:10,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:10,076 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112258492e348b5f4f2cbda4c5eda1c6f666_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112258492e348b5f4f2cbda4c5eda1c6f666_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:10,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/00a9d9fb6a9b4256a7154eb4819d2d6d, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:10,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/00a9d9fb6a9b4256a7154eb4819d2d6d is 175, key is test_row_0/A:col10/1732247887895/Put/seqid=0 2024-11-22T03:58:10,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742221_1397 (size=31105) 2024-11-22T03:58:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:10,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T03:58:10,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247950136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247950137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247950250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247950260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247950470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247950470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,480 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/00a9d9fb6a9b4256a7154eb4819d2d6d 2024-11-22T03:58:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/0a4a2343c6494944bc485ea3ec77f854 is 50, key is test_row_0/B:col10/1732247887895/Put/seqid=0 2024-11-22T03:58:10,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742222_1398 (size=12151) 2024-11-22T03:58:10,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T03:58:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247950789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247950789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:10,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:10,889 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/0a4a2343c6494944bc485ea3ec77f854 2024-11-22T03:58:10,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/e16e0c3e1c10454a873189c525e72b83 is 50, key is test_row_0/C:col10/1732247887895/Put/seqid=0 2024-11-22T03:58:10,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742223_1399 (size=12151) 2024-11-22T03:58:11,305 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/e16e0c3e1c10454a873189c525e72b83 2024-11-22T03:58:11,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/00a9d9fb6a9b4256a7154eb4819d2d6d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d 2024-11-22T03:58:11,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247951299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:11,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:11,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247951299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:11,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:11,312 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d, entries=150, sequenceid=150, filesize=30.4 K 2024-11-22T03:58:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/0a4a2343c6494944bc485ea3ec77f854 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0a4a2343c6494944bc485ea3ec77f854 2024-11-22T03:58:11,316 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0a4a2343c6494944bc485ea3ec77f854, entries=150, sequenceid=150, filesize=11.9 K 2024-11-22T03:58:11,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/e16e0c3e1c10454a873189c525e72b83 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/e16e0c3e1c10454a873189c525e72b83 2024-11-22T03:58:11,319 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/e16e0c3e1c10454a873189c525e72b83, entries=150, sequenceid=150, filesize=11.9 K 2024-11-22T03:58:11,320 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for dfe593ecf3fe228c9583aed677642a11 in 1662ms, sequenceid=150, compaction requested=true 2024-11-22T03:58:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-22T03:58:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-22T03:58:11,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-22T03:58:11,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-11-22T03:58:11,324 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.8220 sec 2024-11-22T03:58:11,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-22T03:58:11,650 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:11,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:11,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-22T03:58:11,652 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:11,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T03:58:11,653 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:11,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T03:58:11,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:11,805 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:11,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223cf9a3eed1d44a35b7950d833bab7c2e_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247890136/Put/seqid=0 2024-11-22T03:58:11,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742224_1400 (size=12304) 2024-11-22T03:58:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T03:58:12,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:12,220 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223cf9a3eed1d44a35b7950d833bab7c2e_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223cf9a3eed1d44a35b7950d833bab7c2e_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:12,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/5f5035340e204040a873d29e1579e9b8, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:12,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/5f5035340e204040a873d29e1579e9b8 is 175, key is test_row_0/A:col10/1732247890136/Put/seqid=0 2024-11-22T03:58:12,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742225_1401 (size=31105) 2024-11-22T03:58:12,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T03:58:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:12,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247952401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:12,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,411 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:12,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247952410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:12,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247952519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:12,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247952529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:12,625 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=162, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/5f5035340e204040a873d29e1579e9b8 2024-11-22T03:58:12,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/e2cc3f417a404fe89ce141613f27d6f6 is 50, key is test_row_0/B:col10/1732247890136/Put/seqid=0 2024-11-22T03:58:12,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742226_1402 (size=12151) 2024-11-22T03:58:12,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247952739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247952749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:12,760 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T03:58:13,034 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/e2cc3f417a404fe89ce141613f27d6f6 2024-11-22T03:58:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/b40e35fcb5574e28ad00d0f623423c4e is 50, key is test_row_0/C:col10/1732247890136/Put/seqid=0 2024-11-22T03:58:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742227_1403 (size=12151) 2024-11-22T03:58:13,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247953060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,073 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247953069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,443 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/b40e35fcb5574e28ad00d0f623423c4e 2024-11-22T03:58:13,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/5f5035340e204040a873d29e1579e9b8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8 2024-11-22T03:58:13,450 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8, entries=150, sequenceid=162, filesize=30.4 K 2024-11-22T03:58:13,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/e2cc3f417a404fe89ce141613f27d6f6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/e2cc3f417a404fe89ce141613f27d6f6 2024-11-22T03:58:13,453 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/e2cc3f417a404fe89ce141613f27d6f6, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T03:58:13,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/b40e35fcb5574e28ad00d0f623423c4e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/b40e35fcb5574e28ad00d0f623423c4e 2024-11-22T03:58:13,456 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/b40e35fcb5574e28ad00d0f623423c4e, entries=150, sequenceid=162, filesize=11.9 K 2024-11-22T03:58:13,457 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for dfe593ecf3fe228c9583aed677642a11 in 1652ms, sequenceid=162, compaction requested=true 2024-11-22T03:58:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:13,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-22T03:58:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-22T03:58:13,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-22T03:58:13,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8050 sec 2024-11-22T03:58:13,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.8090 sec 2024-11-22T03:58:13,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:13,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:58:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:13,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:13,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e4a90a279e814dd4a4c89ddea347cf58_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742228_1404 (size=14794) 2024-11-22T03:58:13,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247953636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247953637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,655 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247953760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247953760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-22T03:58:13,800 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:13,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-22T03:58:13,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T03:58:13,801 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:13,802 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:13,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:13,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T03:58:13,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:13,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:13,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:13,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247953980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247953980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:13,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:14,005 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:14,008 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122e4a90a279e814dd4a4c89ddea347cf58_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4a90a279e814dd4a4c89ddea347cf58_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:14,009 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/e27ca2c584434d6895e98ac8bb58f20e, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:14,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/e27ca2c584434d6895e98ac8bb58f20e is 175, key is test_row_0/A:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:14,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742229_1405 (size=39749) 2024-11-22T03:58:14,012 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/e27ca2c584434d6895e98ac8bb58f20e 2024-11-22T03:58:14,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/d8c86cd753af4e6ab1310caa6f229daf is 50, key is test_row_0/B:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:14,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742230_1406 (size=12151) 2024-11-22T03:58:14,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:14,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T03:58:14,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247954300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:14,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247954300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:14,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/d8c86cd753af4e6ab1310caa6f229daf 2024-11-22T03:58:14,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c7539dfca8c94f1fa97507c7419453e6 is 50, key is test_row_0/C:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T03:58:14,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742231_1407 (size=12151) 2024-11-22T03:58:14,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:14,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247954820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:14,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c7539dfca8c94f1fa97507c7419453e6 2024-11-22T03:58:14,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/e27ca2c584434d6895e98ac8bb58f20e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e 2024-11-22T03:58:14,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247954830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:14,840 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:14,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e, entries=200, sequenceid=183, filesize=38.8 K 2024-11-22T03:58:14,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/d8c86cd753af4e6ab1310caa6f229daf as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/d8c86cd753af4e6ab1310caa6f229daf 2024-11-22T03:58:14,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/d8c86cd753af4e6ab1310caa6f229daf, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T03:58:14,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c7539dfca8c94f1fa97507c7419453e6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c7539dfca8c94f1fa97507c7419453e6 2024-11-22T03:58:14,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c7539dfca8c94f1fa97507c7419453e6, entries=150, sequenceid=183, filesize=11.9 K 2024-11-22T03:58:14,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for dfe593ecf3fe228c9583aed677642a11 in 1258ms, sequenceid=183, compaction requested=true 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:14,848 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T03:58:14,848 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:14,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:14,850 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 248293 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T03:58:14,850 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/A is initiating minor compaction (all files) 2024-11-22T03:58:14,850 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/A in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,850 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e10faf93981f464c8a86e2bb90485e79, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=242.5 K 2024-11-22T03:58:14,850 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,851 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e10faf93981f464c8a86e2bb90485e79, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e] 2024-11-22T03:58:14,851 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 94267 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T03:58:14,851 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/B is initiating minor compaction (all files) 2024-11-22T03:58:14,851 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/B in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,851 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/44efbf07b25949c18c3af5b633c09f72, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0b742ee5ecc44e49a9f334243a759094, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/c485de03ec3e4dfcb581c024675ce9d2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/7519367c6fdc469b9b149257e85bd9a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/1d69822637644509b8a0c296cb4a4fef, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0a4a2343c6494944bc485ea3ec77f854, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/e2cc3f417a404fe89ce141613f27d6f6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/d8c86cd753af4e6ab1310caa6f229daf] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=92.1 K 2024-11-22T03:58:14,851 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e10faf93981f464c8a86e2bb90485e79, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247880100 2024-11-22T03:58:14,851 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 44efbf07b25949c18c3af5b633c09f72, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247880100 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3760bca8a13d42abade99732781197dc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732247880861 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b742ee5ecc44e49a9f334243a759094, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732247880861 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d668561e618c4d2688f484d9f72b7435, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732247882098 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c485de03ec3e4dfcb581c024675ce9d2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732247882098 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2839945a7cdd46ab8f6c360dacc02c2e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732247883357 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7519367c6fdc469b9b149257e85bd9a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732247883357 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081abeca21944761a1e860e6ee09b298, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732247885574 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d69822637644509b8a0c296cb4a4fef, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732247885574 2024-11-22T03:58:14,852 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 00a9d9fb6a9b4256a7154eb4819d2d6d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732247887837 2024-11-22T03:58:14,853 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a4a2343c6494944bc485ea3ec77f854, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732247887837 2024-11-22T03:58:14,853 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f5035340e204040a873d29e1579e9b8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732247890089 2024-11-22T03:58:14,853 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e2cc3f417a404fe89ce141613f27d6f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732247890089 2024-11-22T03:58:14,853 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e27ca2c584434d6895e98ac8bb58f20e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247892382 2024-11-22T03:58:14,853 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d8c86cd753af4e6ab1310caa6f229daf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247892400 2024-11-22T03:58:14,864 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#B#compaction#347 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:14,864 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/5a0ca975b6ab4e28aa178a75877837b7 is 50, key is test_row_0/B:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:14,864 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:14,867 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122347fbf24755a41698f76415d9f3a716e_dfe593ecf3fe228c9583aed677642a11 store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742232_1408 (size=12527) 2024-11-22T03:58:14,872 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122347fbf24755a41698f76415d9f3a716e_dfe593ecf3fe228c9583aed677642a11, store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:14,872 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122347fbf24755a41698f76415d9f3a716e_dfe593ecf3fe228c9583aed677642a11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:14,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742233_1409 (size=4469) 2024-11-22T03:58:14,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-22T03:58:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:14,877 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:58:14,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:14,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:14,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122585d7a55a46c4ec29f47517db1e20275_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247893635/Put/seqid=0 2024-11-22T03:58:14,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742234_1410 (size=12304) 2024-11-22T03:58:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T03:58:15,276 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#A#compaction#348 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:15,277 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/0a96e01ec02a4ce2b31bc3a82d63a457 is 175, key is test_row_0/A:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:15,278 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/5a0ca975b6ab4e28aa178a75877837b7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/5a0ca975b6ab4e28aa178a75877837b7 2024-11-22T03:58:15,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742235_1411 (size=31481) 2024-11-22T03:58:15,285 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/B of dfe593ecf3fe228c9583aed677642a11 into 5a0ca975b6ab4e28aa178a75877837b7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:15,285 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:15,285 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/B, priority=8, startTime=1732247894848; duration=0sec 2024-11-22T03:58:15,285 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:15,286 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:B 2024-11-22T03:58:15,286 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T03:58:15,287 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/0a96e01ec02a4ce2b31bc3a82d63a457 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/0a96e01ec02a4ce2b31bc3a82d63a457 2024-11-22T03:58:15,288 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 94267 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T03:58:15,288 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/C is initiating minor compaction (all files) 2024-11-22T03:58:15,288 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/C in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:15,288 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bcfce5af6c8d4c6286ad2b0b873b6fc3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/13ea77ec078d4fe294f47bef738ec442, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/336c43c47c354c4bb3bff205f13b26a2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/5fa1fdd68c2c47e8849702209c6ccff7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/92803d0cb2d14d7496cc8f4a4b39faaa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/e16e0c3e1c10454a873189c525e72b83, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/b40e35fcb5574e28ad00d0f623423c4e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c7539dfca8c94f1fa97507c7419453e6] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=92.1 K 2024-11-22T03:58:15,288 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bcfce5af6c8d4c6286ad2b0b873b6fc3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1732247880100 2024-11-22T03:58:15,289 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 13ea77ec078d4fe294f47bef738ec442, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732247880861 2024-11-22T03:58:15,289 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 336c43c47c354c4bb3bff205f13b26a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732247882098 2024-11-22T03:58:15,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,291 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fa1fdd68c2c47e8849702209c6ccff7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732247883357 2024-11-22T03:58:15,292 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/A of dfe593ecf3fe228c9583aed677642a11 into 0a96e01ec02a4ce2b31bc3a82d63a457(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:15,292 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:15,292 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/A, priority=8, startTime=1732247894848; duration=0sec 2024-11-22T03:58:15,292 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:15,292 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:A 2024-11-22T03:58:15,293 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 92803d0cb2d14d7496cc8f4a4b39faaa, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732247885574 2024-11-22T03:58:15,295 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e16e0c3e1c10454a873189c525e72b83, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732247887837 2024-11-22T03:58:15,296 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting b40e35fcb5574e28ad00d0f623423c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732247890089 2024-11-22T03:58:15,296 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c7539dfca8c94f1fa97507c7419453e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247892400 2024-11-22T03:58:15,298 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122585d7a55a46c4ec29f47517db1e20275_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122585d7a55a46c4ec29f47517db1e20275_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:15,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/c03968a416e84e2cb9b82dcc7300ea0c, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:15,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/c03968a416e84e2cb9b82dcc7300ea0c is 175, key is test_row_0/A:col10/1732247893635/Put/seqid=0 2024-11-22T03:58:15,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742236_1412 (size=31105) 2024-11-22T03:58:15,315 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/c03968a416e84e2cb9b82dcc7300ea0c 2024-11-22T03:58:15,318 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#C#compaction#350 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:15,319 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/294d2080e36e4b3e8062ff4e0a078290 is 50, key is test_row_0/C:col10/1732247892400/Put/seqid=0 2024-11-22T03:58:15,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/2db5cc7e00b546d4900004104fc8f103 is 50, key is test_row_0/B:col10/1732247893635/Put/seqid=0 2024-11-22T03:58:15,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742237_1413 (size=12527) 2024-11-22T03:58:15,333 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/294d2080e36e4b3e8062ff4e0a078290 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/294d2080e36e4b3e8062ff4e0a078290 2024-11-22T03:58:15,337 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/C of dfe593ecf3fe228c9583aed677642a11 into 294d2080e36e4b3e8062ff4e0a078290(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:15,337 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:15,337 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/C, priority=8, startTime=1732247894848; duration=0sec 2024-11-22T03:58:15,337 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:15,337 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:C 2024-11-22T03:58:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742238_1414 (size=12151) 2024-11-22T03:58:15,342 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/2db5cc7e00b546d4900004104fc8f103 2024-11-22T03:58:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/af735867703149ae866f5d08130aec05 is 50, key is test_row_0/C:col10/1732247893635/Put/seqid=0 2024-11-22T03:58:15,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742239_1415 (size=12151) 2024-11-22T03:58:15,753 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/af735867703149ae866f5d08130aec05 2024-11-22T03:58:15,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/c03968a416e84e2cb9b82dcc7300ea0c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c 2024-11-22T03:58:15,761 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c, entries=150, sequenceid=194, filesize=30.4 K 2024-11-22T03:58:15,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/2db5cc7e00b546d4900004104fc8f103 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/2db5cc7e00b546d4900004104fc8f103 2024-11-22T03:58:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,764 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/2db5cc7e00b546d4900004104fc8f103, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T03:58:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/af735867703149ae866f5d08130aec05 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/af735867703149ae866f5d08130aec05 2024-11-22T03:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/af735867703149ae866f5d08130aec05, entries=150, sequenceid=194, filesize=11.9 K 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for dfe593ecf3fe228c9583aed677642a11 in 892ms, sequenceid=194, compaction requested=false 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-22T03:58:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9680 sec 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.9730 sec 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:15,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:58:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:15,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-22T03:58:15,959 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:15,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:15,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-22T03:58:15,962 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:15,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:15,963 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:15,963 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:15,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c420b3cb80b4fce9127d425ca437761_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:15,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742240_1416 (size=14794) 2024-11-22T03:58:15,983 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:15,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222c420b3cb80b4fce9127d425ca437761_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c420b3cb80b4fce9127d425ca437761_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:15,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d1650306429746ba88f3e7b06ebebfb7, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:15,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d1650306429746ba88f3e7b06ebebfb7 is 175, key is test_row_0/A:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:16,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742241_1417 (size=39749) 2024-11-22T03:58:16,013 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d1650306429746ba88f3e7b06ebebfb7 2024-11-22T03:58:16,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/07f081af6e4c49a3b82413742daa32da is 50, key is test_row_0/B:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:16,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742242_1418 (size=12151) 2024-11-22T03:58:16,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/07f081af6e4c49a3b82413742daa32da 2024-11-22T03:58:16,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/235d714396024f88a2cd5eaa426cb043 is 50, key is test_row_0/C:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:16,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742243_1419 (size=12151) 2024-11-22T03:58:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:16,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247895995, max timestamp=1732247896073Num uniques 859; 2024-11-22T03:58:16,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247895995, max timestamp=1732247896073Num uniques 859; 2024-11-22T03:58:16,075 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:16,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:16,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247895995, max timestamp=1732247896073Num uniques 859; 2024-11-22T03:58:16,077 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:16,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247956175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247956177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247956289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247956299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,310 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/235d714396024f88a2cd5eaa426cb043 2024-11-22T03:58:16,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/d1650306429746ba88f3e7b06ebebfb7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7 2024-11-22T03:58:16,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7, entries=200, sequenceid=207, filesize=38.8 K 2024-11-22T03:58:16,467 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/07f081af6e4c49a3b82413742daa32da as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/07f081af6e4c49a3b82413742daa32da 2024-11-22T03:58:16,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/07f081af6e4c49a3b82413742daa32da, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T03:58:16,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/235d714396024f88a2cd5eaa426cb043 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/235d714396024f88a2cd5eaa426cb043 2024-11-22T03:58:16,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/235d714396024f88a2cd5eaa426cb043, entries=150, sequenceid=207, filesize=11.9 K 2024-11-22T03:58:16,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for dfe593ecf3fe228c9583aed677642a11 in 518ms, sequenceid=207, compaction requested=true 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:16,474 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:16,474 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:16,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:16,474 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:16,474 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:16,475 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/B is initiating minor compaction (all files) 2024-11-22T03:58:16,475 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/A is initiating minor compaction (all files) 2024-11-22T03:58:16,475 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/B in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,475 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/A in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,475 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/5a0ca975b6ab4e28aa178a75877837b7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/2db5cc7e00b546d4900004104fc8f103, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/07f081af6e4c49a3b82413742daa32da] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=36.0 K 2024-11-22T03:58:16,475 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/0a96e01ec02a4ce2b31bc3a82d63a457, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=99.9 K 2024-11-22T03:58:16,475 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,475 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/0a96e01ec02a4ce2b31bc3a82d63a457, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7] 2024-11-22T03:58:16,475 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a0ca975b6ab4e28aa178a75877837b7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247892400 2024-11-22T03:58:16,475 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db5cc7e00b546d4900004104fc8f103, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732247893620 2024-11-22T03:58:16,475 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a96e01ec02a4ce2b31bc3a82d63a457, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247892400 2024-11-22T03:58:16,477 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 07f081af6e4c49a3b82413742daa32da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732247895941 2024-11-22T03:58:16,477 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c03968a416e84e2cb9b82dcc7300ea0c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732247893620 2024-11-22T03:58:16,477 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1650306429746ba88f3e7b06ebebfb7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732247895892 2024-11-22T03:58:16,484 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#B#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:16,485 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/edefbdd458084bd181ce043f1f199f94 is 50, key is test_row_0/B:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:16,487 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:16,490 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411222320e6c195764a708906538dac950e9f_dfe593ecf3fe228c9583aed677642a11 store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:16,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742244_1420 (size=12629) 2024-11-22T03:58:16,491 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411222320e6c195764a708906538dac950e9f_dfe593ecf3fe228c9583aed677642a11, store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:16,491 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222320e6c195764a708906538dac950e9f_dfe593ecf3fe228c9583aed677642a11 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:16,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742245_1421 (size=4469) 2024-11-22T03:58:16,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:16,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-22T03:58:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:16,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:16,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112262fe35afb8e24d91980297b243aa51e4_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247896174/Put/seqid=0 2024-11-22T03:58:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742246_1422 (size=12304) 2024-11-22T03:58:16,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247956535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247956545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:16,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247956650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,661 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247956660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:16,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247956870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247956870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:16,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:16,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:16,894 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/edefbdd458084bd181ce043f1f199f94 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/edefbdd458084bd181ce043f1f199f94 2024-11-22T03:58:16,897 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#A#compaction#357 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:16,897 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/00757889e7464d989d94821036edb6e2 is 175, key is test_row_0/A:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:16,898 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/B of dfe593ecf3fe228c9583aed677642a11 into edefbdd458084bd181ce043f1f199f94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:16,898 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:16,898 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/B, priority=13, startTime=1732247896474; duration=0sec 2024-11-22T03:58:16,898 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:16,898 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:B 2024-11-22T03:58:16,898 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:16,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:16,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): dfe593ecf3fe228c9583aed677642a11/C is initiating minor compaction (all files) 2024-11-22T03:58:16,899 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dfe593ecf3fe228c9583aed677642a11/C in TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:16,899 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/294d2080e36e4b3e8062ff4e0a078290, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/af735867703149ae866f5d08130aec05, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/235d714396024f88a2cd5eaa426cb043] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp, totalSize=36.0 K 2024-11-22T03:58:16,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 294d2080e36e4b3e8062ff4e0a078290, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732247892400 2024-11-22T03:58:16,899 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting af735867703149ae866f5d08130aec05, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732247893620 2024-11-22T03:58:16,900 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 235d714396024f88a2cd5eaa426cb043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732247895941 2024-11-22T03:58:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742247_1423 (size=31583) 2024-11-22T03:58:16,904 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/00757889e7464d989d94821036edb6e2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00757889e7464d989d94821036edb6e2 2024-11-22T03:58:16,906 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dfe593ecf3fe228c9583aed677642a11#C#compaction#359 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:16,906 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/cf9c6436e37744dca35d0a9db454731e is 50, key is test_row_0/C:col10/1732247895941/Put/seqid=0 2024-11-22T03:58:16,908 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/A of dfe593ecf3fe228c9583aed677642a11 into 00757889e7464d989d94821036edb6e2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:16,908 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:16,908 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/A, priority=13, startTime=1732247896474; duration=0sec 2024-11-22T03:58:16,908 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:16,908 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:A 2024-11-22T03:58:16,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742248_1424 (size=12629) 2024-11-22T03:58:16,927 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:16,933 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112262fe35afb8e24d91980297b243aa51e4_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112262fe35afb8e24d91980297b243aa51e4_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:16,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/9117ed5c62154393a4d97cc10d80dc70, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:16,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/9117ed5c62154393a4d97cc10d80dc70 is 175, key is test_row_0/A:col10/1732247896174/Put/seqid=0 2024-11-22T03:58:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742249_1425 (size=31105) 2024-11-22T03:58:17,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247957180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:17,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247957180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,185 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:17,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,313 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/cf9c6436e37744dca35d0a9db454731e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/cf9c6436e37744dca35d0a9db454731e 2024-11-22T03:58:17,316 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dfe593ecf3fe228c9583aed677642a11/C of dfe593ecf3fe228c9583aed677642a11 into cf9c6436e37744dca35d0a9db454731e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:17,316 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:17,316 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., storeName=dfe593ecf3fe228c9583aed677642a11/C, priority=13, startTime=1732247896474; duration=0sec 2024-11-22T03:58:17,316 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:17,316 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:C 2024-11-22T03:58:17,338 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=244, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/9117ed5c62154393a4d97cc10d80dc70 2024-11-22T03:58:17,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/3ef79991ea6445f291775085a707bc49 is 50, key is test_row_0/B:col10/1732247896174/Put/seqid=0 2024-11-22T03:58:17,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742250_1426 (size=12151) 2024-11-22T03:58:17,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247957690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:17,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247957690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:17,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:17,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/3ef79991ea6445f291775085a707bc49 2024-11-22T03:58:17,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/bd06601010724938a03475a9a7c4f8ca is 50, key is test_row_0/C:col10/1732247896174/Put/seqid=0 2024-11-22T03:58:17,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742251_1427 (size=12151) 2024-11-22T03:58:17,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:17,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:18,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:18,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:18,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:18,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/bd06601010724938a03475a9a7c4f8ca 2024-11-22T03:58:18,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/9117ed5c62154393a4d97cc10d80dc70 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/9117ed5c62154393a4d97cc10d80dc70 2024-11-22T03:58:18,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/9117ed5c62154393a4d97cc10d80dc70, entries=150, sequenceid=244, filesize=30.4 K 2024-11-22T03:58:18,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/3ef79991ea6445f291775085a707bc49 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/3ef79991ea6445f291775085a707bc49 2024-11-22T03:58:18,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/3ef79991ea6445f291775085a707bc49, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T03:58:18,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/bd06601010724938a03475a9a7c4f8ca as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bd06601010724938a03475a9a7c4f8ca 2024-11-22T03:58:18,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bd06601010724938a03475a9a7c4f8ca, entries=150, sequenceid=244, filesize=11.9 K 2024-11-22T03:58:18,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for dfe593ecf3fe228c9583aed677642a11 in 1656ms, sequenceid=244, compaction requested=false 2024-11-22T03:58:18,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:18,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:18,253 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:18,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f2627380441b4b31b6642edf8839e0f3_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247896533/Put/seqid=0 2024-11-22T03:58:18,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742252_1428 (size=12304) 2024-11-22T03:58:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:18,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. as already flushing 2024-11-22T03:58:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247898457, max timestamp=1732247898493Num uniques 859; 2024-11-22T03:58:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247898457, max timestamp=1732247898493Num uniques 859; 2024-11-22T03:58:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247898457, max timestamp=1732247898493Num uniques 859; 2024-11-22T03:58:18,496 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247958537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247958550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247958552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,566 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247958659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,666 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:18,672 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f2627380441b4b31b6642edf8839e0f3_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f2627380441b4b31b6642edf8839e0f3_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/114a577ece3f475c8f82eb5031e53e61, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:18,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/114a577ece3f475c8f82eb5031e53e61 is 175, key is test_row_0/A:col10/1732247896533/Put/seqid=0 2024-11-22T03:58:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247958669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247958669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,682 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742253_1429 (size=31105) 2024-11-22T03:58:18,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52472 deadline: 1732247958700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52438 deadline: 1732247958700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,713 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,714 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,714 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in dfe593ecf3fe228c9583aed677642a11 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:18,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,774 INFO [Thread-1652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1652. 2024-11-22T03:58:18,774 DEBUG [Thread-1652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:18,774 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,774 DEBUG [Thread-1652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:18,775 INFO [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658. 2024-11-22T03:58:18,775 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:18,775 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,775 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:18,780 INFO [Thread-1654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1654. 2024-11-22T03:58:18,780 DEBUG [Thread-1654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:18,780 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,780 DEBUG [Thread-1654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:18,788 INFO [Thread-1656 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1656. 2024-11-22T03:58:18,788 DEBUG [Thread-1656 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:18,788 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,788 DEBUG [Thread-1656 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:18,788 INFO [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660. 2024-11-22T03:58:18,789 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:18,789 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,789 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:18,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:18,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247958870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247958890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247958890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:18,892 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:18,893 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,086 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/114a577ece3f475c8f82eb5031e53e61 2024-11-22T03:58:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/65237d5170e44a69b4a827176c86b607 is 50, key is test_row_0/B:col10/1732247896533/Put/seqid=0 2024-11-22T03:58:19,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742254_1430 (size=12151) 2024-11-22T03:58:19,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:19,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247959180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247959199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:19,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247959200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,505 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/65237d5170e44a69b4a827176c86b607 2024-11-22T03:58:19,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/05de424aba6b442fa94602a719eb61eb is 50, key is test_row_0/C:col10/1732247896533/Put/seqid=0 2024-11-22T03:58:19,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742255_1431 (size=12151) 2024-11-22T03:58:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:19,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52426 deadline: 1732247959690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:19,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:19,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52430 deadline: 1732247959710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:19,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:19,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52466 deadline: 1732247959711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:19,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:19,918 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/05de424aba6b442fa94602a719eb61eb 2024-11-22T03:58:19,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/114a577ece3f475c8f82eb5031e53e61 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/114a577ece3f475c8f82eb5031e53e61 2024-11-22T03:58:19,926 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/114a577ece3f475c8f82eb5031e53e61, entries=150, sequenceid=256, filesize=30.4 K 2024-11-22T03:58:19,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/65237d5170e44a69b4a827176c86b607 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/65237d5170e44a69b4a827176c86b607 2024-11-22T03:58:19,930 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/65237d5170e44a69b4a827176c86b607, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T03:58:19,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/05de424aba6b442fa94602a719eb61eb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/05de424aba6b442fa94602a719eb61eb 2024-11-22T03:58:19,934 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/05de424aba6b442fa94602a719eb61eb, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T03:58:19,935 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for dfe593ecf3fe228c9583aed677642a11 in 1682ms, sequenceid=256, compaction requested=true 2024-11-22T03:58:19,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:19,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:19,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-22T03:58:19,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-22T03:58:19,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-22T03:58:19,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9730 sec 2024-11-22T03:58:19,939 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 3.9780 sec 2024-11-22T03:58:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-22T03:58:20,120 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:20,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-11-22T03:58:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T03:58:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T03:58:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T03:58:20,703 INFO [Thread-1641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1641. 2024-11-22T03:58:20,703 DEBUG [Thread-1641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:20,703 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,703 DEBUG [Thread-1641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,703 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:20,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122852d31dbe142402ba847703bff52e914_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247900700/Put/seqid=0 2024-11-22T03:58:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742256_1432 (size=12454) 2024-11-22T03:58:20,721 INFO [Thread-1649 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1649. 2024-11-22T03:58:20,721 INFO [Thread-1645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1645. 2024-11-22T03:58:20,721 DEBUG [Thread-1649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:20,721 INFO [Thread-1647 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1647. 2024-11-22T03:58:20,721 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,721 DEBUG [Thread-1647 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:20,721 DEBUG [Thread-1645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:20,721 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,721 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,721 DEBUG [Thread-1649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,721 DEBUG [Thread-1647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,721 DEBUG [Thread-1645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:20,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:20,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:20,731 INFO [Thread-1643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1643. 2024-11-22T03:58:20,731 DEBUG [Thread-1643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:20,732 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,732 DEBUG [Thread-1643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 932 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2794 rows 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 938 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2809 rows 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 935 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2782 rows 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 937 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2782 rows 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 933 2024-11-22T03:58:20,732 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2779 rows 2024-11-22T03:58:20,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:58:20,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:58:20,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:20,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:20,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T03:58:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:20,742 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247900742"}]},"ts":"1732247900742"} 2024-11-22T03:58:20,744 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T03:58:20,744 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T03:58:20,745 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:58:20,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, UNASSIGN}] 2024-11-22T03:58:20,747 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, UNASSIGN 2024-11-22T03:58:20,748 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:20,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, UNASSIGN because future has completed 2024-11-22T03:58:20,749 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:58:20,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:58:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:20,902 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:20,902 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:58:20,902 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing dfe593ecf3fe228c9583aed677642a11, disabling compactions & flushes 2024-11-22T03:58:20,902 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:21,117 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:21,120 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122852d31dbe142402ba847703bff52e914_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122852d31dbe142402ba847703bff52e914_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:21,121 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/72669c580f70423faa7ae0dcd784c392, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:21,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/72669c580f70423faa7ae0dcd784c392 is 175, key is test_row_0/A:col10/1732247900700/Put/seqid=0 2024-11-22T03:58:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742257_1433 (size=31255) 2024-11-22T03:58:21,125 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/72669c580f70423faa7ae0dcd784c392 2024-11-22T03:58:21,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/567b630ddf03477c8cd27430afe59c00 is 50, key is test_row_0/B:col10/1732247900700/Put/seqid=0 2024-11-22T03:58:21,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742258_1434 (size=12301) 2024-11-22T03:58:21,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/567b630ddf03477c8cd27430afe59c00 2024-11-22T03:58:21,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c6d7b1db86454e17a3aa8f6e9f22ac3e is 50, key is test_row_0/C:col10/1732247900700/Put/seqid=0 2024-11-22T03:58:21,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742259_1435 (size=12301) 2024-11-22T03:58:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:21,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c6d7b1db86454e17a3aa8f6e9f22ac3e 2024-11-22T03:58:21,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/72669c580f70423faa7ae0dcd784c392 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/72669c580f70423faa7ae0dcd784c392 2024-11-22T03:58:21,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/72669c580f70423faa7ae0dcd784c392, entries=150, sequenceid=294, filesize=30.5 K 2024-11-22T03:58:21,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/567b630ddf03477c8cd27430afe59c00 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/567b630ddf03477c8cd27430afe59c00 2024-11-22T03:58:21,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/567b630ddf03477c8cd27430afe59c00, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T03:58:21,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/c6d7b1db86454e17a3aa8f6e9f22ac3e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c6d7b1db86454e17a3aa8f6e9f22ac3e 2024-11-22T03:58:21,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c6d7b1db86454e17a3aa8f6e9f22ac3e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-22T03:58:21,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~420.80 KB/430896, currentSize=26.84 KB/27480 for dfe593ecf3fe228c9583aed677642a11 in 873ms, sequenceid=294, compaction requested=true 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dfe593ecf3fe228c9583aed677642a11: 2024-11-22T03:58:21,576 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:21,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. because compaction request was cancelled 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. after waiting 0 ms 2024-11-22T03:58:21,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:A 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:21,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. because compaction request was cancelled 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:B, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:21,576 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing dfe593ecf3fe228c9583aed677642a11 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-22T03:58:21,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:B 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:21,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. because compaction request was cancelled 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dfe593ecf3fe228c9583aed677642a11:C, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:21,576 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dfe593ecf3fe228c9583aed677642a11:C 2024-11-22T03:58:21,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=A 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=B 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dfe593ecf3fe228c9583aed677642a11, store=C 2024-11-22T03:58:21,576 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:21,581 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a2e0ebeec0ac4ba986f67caff7dae48d_dfe593ecf3fe228c9583aed677642a11 is 50, key is test_row_0/A:col10/1732247900719/Put/seqid=0 2024-11-22T03:58:21,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742260_1436 (size=9914) 2024-11-22T03:58:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:21,985 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:21,988 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a2e0ebeec0ac4ba986f67caff7dae48d_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2e0ebeec0ac4ba986f67caff7dae48d_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:21,989 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f7604165e65b4d83b32f220ed14c52bf, store: [table=TestAcidGuarantees family=A region=dfe593ecf3fe228c9583aed677642a11] 2024-11-22T03:58:21,989 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f7604165e65b4d83b32f220ed14c52bf is 175, key is test_row_0/A:col10/1732247900719/Put/seqid=0 2024-11-22T03:58:21,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742261_1437 (size=22561) 2024-11-22T03:58:22,393 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f7604165e65b4d83b32f220ed14c52bf 2024-11-22T03:58:22,398 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/fee55a50f7cf47ceb32f36869f0c21b3 is 50, key is test_row_0/B:col10/1732247900719/Put/seqid=0 2024-11-22T03:58:22,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742262_1438 (size=9857) 2024-11-22T03:58:22,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:58:22,802 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/fee55a50f7cf47ceb32f36869f0c21b3 2024-11-22T03:58:22,809 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/07438f6e1e8948da91ee7b28a2f48c29 is 50, key is test_row_0/C:col10/1732247900719/Put/seqid=0 2024-11-22T03:58:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742263_1439 (size=9857) 2024-11-22T03:58:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:23,223 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/07438f6e1e8948da91ee7b28a2f48c29 2024-11-22T03:58:23,227 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/A/f7604165e65b4d83b32f220ed14c52bf as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f7604165e65b4d83b32f220ed14c52bf 2024-11-22T03:58:23,230 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f7604165e65b4d83b32f220ed14c52bf, entries=100, sequenceid=301, filesize=22.0 K 2024-11-22T03:58:23,231 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/B/fee55a50f7cf47ceb32f36869f0c21b3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/fee55a50f7cf47ceb32f36869f0c21b3 2024-11-22T03:58:23,235 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/fee55a50f7cf47ceb32f36869f0c21b3, entries=100, sequenceid=301, filesize=9.6 K 2024-11-22T03:58:23,235 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/.tmp/C/07438f6e1e8948da91ee7b28a2f48c29 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/07438f6e1e8948da91ee7b28a2f48c29 2024-11-22T03:58:23,246 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/07438f6e1e8948da91ee7b28a2f48c29, entries=100, sequenceid=301, filesize=9.6 K 2024-11-22T03:58:23,247 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for dfe593ecf3fe228c9583aed677642a11 in 1671ms, sequenceid=301, compaction requested=true 2024-11-22T03:58:23,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e10faf93981f464c8a86e2bb90485e79, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/0a96e01ec02a4ce2b31bc3a82d63a457, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7] to archive 2024-11-22T03:58:23,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:58:23,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/148cdf342b5a4bf6923b1b460fbbbcf9 2024-11-22T03:58:23,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f30b6ec33ea04cd9863f89c1d7349e21 2024-11-22T03:58:23,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/1a3eb6fb259e4bd38f954b6c262078df 2024-11-22T03:58:23,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e10faf93981f464c8a86e2bb90485e79 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e10faf93981f464c8a86e2bb90485e79 2024-11-22T03:58:23,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/3760bca8a13d42abade99732781197dc 2024-11-22T03:58:23,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d668561e618c4d2688f484d9f72b7435 2024-11-22T03:58:23,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/2839945a7cdd46ab8f6c360dacc02c2e 2024-11-22T03:58:23,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/081abeca21944761a1e860e6ee09b298 2024-11-22T03:58:23,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00a9d9fb6a9b4256a7154eb4819d2d6d 2024-11-22T03:58:23,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/5f5035340e204040a873d29e1579e9b8 2024-11-22T03:58:23,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/e27ca2c584434d6895e98ac8bb58f20e 2024-11-22T03:58:23,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/0a96e01ec02a4ce2b31bc3a82d63a457 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/0a96e01ec02a4ce2b31bc3a82d63a457 2024-11-22T03:58:23,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/c03968a416e84e2cb9b82dcc7300ea0c 2024-11-22T03:58:23,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/d1650306429746ba88f3e7b06ebebfb7 2024-11-22T03:58:23,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/714752e738bb4272ac9a32035c1d3591, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/736df5c424ac40ae9fd4b9d83708deb6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/44efbf07b25949c18c3af5b633c09f72, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/a0f3e234a12c4d508dd62ec87001019d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0b742ee5ecc44e49a9f334243a759094, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/c485de03ec3e4dfcb581c024675ce9d2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/7519367c6fdc469b9b149257e85bd9a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/1d69822637644509b8a0c296cb4a4fef, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0a4a2343c6494944bc485ea3ec77f854, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/e2cc3f417a404fe89ce141613f27d6f6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/5a0ca975b6ab4e28aa178a75877837b7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/d8c86cd753af4e6ab1310caa6f229daf, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/2db5cc7e00b546d4900004104fc8f103, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/07f081af6e4c49a3b82413742daa32da] to archive 2024-11-22T03:58:23,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:58:23,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/714752e738bb4272ac9a32035c1d3591 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/714752e738bb4272ac9a32035c1d3591 2024-11-22T03:58:23,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/736df5c424ac40ae9fd4b9d83708deb6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/736df5c424ac40ae9fd4b9d83708deb6 2024-11-22T03:58:23,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/44efbf07b25949c18c3af5b633c09f72 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/44efbf07b25949c18c3af5b633c09f72 2024-11-22T03:58:23,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/a0f3e234a12c4d508dd62ec87001019d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/a0f3e234a12c4d508dd62ec87001019d 2024-11-22T03:58:23,286 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0b742ee5ecc44e49a9f334243a759094 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0b742ee5ecc44e49a9f334243a759094 2024-11-22T03:58:23,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/c485de03ec3e4dfcb581c024675ce9d2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/c485de03ec3e4dfcb581c024675ce9d2 2024-11-22T03:58:23,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/7519367c6fdc469b9b149257e85bd9a6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/7519367c6fdc469b9b149257e85bd9a6 2024-11-22T03:58:23,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/1d69822637644509b8a0c296cb4a4fef to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/1d69822637644509b8a0c296cb4a4fef 2024-11-22T03:58:23,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0a4a2343c6494944bc485ea3ec77f854 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/0a4a2343c6494944bc485ea3ec77f854 2024-11-22T03:58:23,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/e2cc3f417a404fe89ce141613f27d6f6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/e2cc3f417a404fe89ce141613f27d6f6 2024-11-22T03:58:23,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/5a0ca975b6ab4e28aa178a75877837b7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/5a0ca975b6ab4e28aa178a75877837b7 2024-11-22T03:58:23,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/d8c86cd753af4e6ab1310caa6f229daf to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/d8c86cd753af4e6ab1310caa6f229daf 2024-11-22T03:58:23,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/2db5cc7e00b546d4900004104fc8f103 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/2db5cc7e00b546d4900004104fc8f103 2024-11-22T03:58:23,297 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/07f081af6e4c49a3b82413742daa32da to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/07f081af6e4c49a3b82413742daa32da 2024-11-22T03:58:23,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/9746eed95f814f9094ca3d53642c5e5b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c1887928892244debb0a46d56378e72b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bcfce5af6c8d4c6286ad2b0b873b6fc3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/2137e528edd84f0b805936994585443a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/13ea77ec078d4fe294f47bef738ec442, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/336c43c47c354c4bb3bff205f13b26a2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/5fa1fdd68c2c47e8849702209c6ccff7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/92803d0cb2d14d7496cc8f4a4b39faaa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/e16e0c3e1c10454a873189c525e72b83, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/b40e35fcb5574e28ad00d0f623423c4e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/294d2080e36e4b3e8062ff4e0a078290, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c7539dfca8c94f1fa97507c7419453e6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/af735867703149ae866f5d08130aec05, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/235d714396024f88a2cd5eaa426cb043] to archive 2024-11-22T03:58:23,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:58:23,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/9746eed95f814f9094ca3d53642c5e5b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/9746eed95f814f9094ca3d53642c5e5b 2024-11-22T03:58:23,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c1887928892244debb0a46d56378e72b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c1887928892244debb0a46d56378e72b 2024-11-22T03:58:23,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bcfce5af6c8d4c6286ad2b0b873b6fc3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bcfce5af6c8d4c6286ad2b0b873b6fc3 2024-11-22T03:58:23,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/2137e528edd84f0b805936994585443a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/2137e528edd84f0b805936994585443a 2024-11-22T03:58:23,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/13ea77ec078d4fe294f47bef738ec442 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/13ea77ec078d4fe294f47bef738ec442 2024-11-22T03:58:23,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/336c43c47c354c4bb3bff205f13b26a2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/336c43c47c354c4bb3bff205f13b26a2 2024-11-22T03:58:23,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/5fa1fdd68c2c47e8849702209c6ccff7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/5fa1fdd68c2c47e8849702209c6ccff7 2024-11-22T03:58:23,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/92803d0cb2d14d7496cc8f4a4b39faaa to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/92803d0cb2d14d7496cc8f4a4b39faaa 2024-11-22T03:58:23,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/e16e0c3e1c10454a873189c525e72b83 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/e16e0c3e1c10454a873189c525e72b83 2024-11-22T03:58:23,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/b40e35fcb5574e28ad00d0f623423c4e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/b40e35fcb5574e28ad00d0f623423c4e 2024-11-22T03:58:23,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/294d2080e36e4b3e8062ff4e0a078290 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/294d2080e36e4b3e8062ff4e0a078290 2024-11-22T03:58:23,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c7539dfca8c94f1fa97507c7419453e6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c7539dfca8c94f1fa97507c7419453e6 2024-11-22T03:58:23,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/af735867703149ae866f5d08130aec05 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/af735867703149ae866f5d08130aec05 2024-11-22T03:58:23,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/235d714396024f88a2cd5eaa426cb043 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/235d714396024f88a2cd5eaa426cb043 2024-11-22T03:58:23,328 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/recovered.edits/304.seqid, newMaxSeqId=304, maxSeqId=4 2024-11-22T03:58:23,329 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. 2024-11-22T03:58:23,329 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for dfe593ecf3fe228c9583aed677642a11: Waiting for close lock at 1732247900902Running coprocessor pre-close hooks at 1732247900902Disabling compacts and flushes for region at 1732247900902Disabling writes for close at 1732247901576 (+674 ms)Obtaining lock to block concurrent updates at 1732247901576Preparing flush snapshotting stores in dfe593ecf3fe228c9583aed677642a11 at 1732247901576Finished memstore snapshotting TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1732247901576Flushing stores of TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11. at 1732247901576Flushing dfe593ecf3fe228c9583aed677642a11/A: creating writer at 1732247901577 (+1 ms)Flushing mob file dfe593ecf3fe228c9583aed677642a11/A: appending metadata at 1732247901581 (+4 ms)Flushing mob file dfe593ecf3fe228c9583aed677642a11/A: closing flushed file at 1732247901581Flushing dfe593ecf3fe228c9583aed677642a11/A: appending metadata at 1732247901989 (+408 ms)Flushing dfe593ecf3fe228c9583aed677642a11/A: closing flushed file at 1732247901989Flushing dfe593ecf3fe228c9583aed677642a11/B: creating writer at 1732247902396 (+407 ms)Flushing dfe593ecf3fe228c9583aed677642a11/B: appending metadata at 1732247902398 (+2 ms)Flushing dfe593ecf3fe228c9583aed677642a11/B: closing flushed file at 1732247902398Flushing dfe593ecf3fe228c9583aed677642a11/C: creating writer at 1732247902806 (+408 ms)Flushing dfe593ecf3fe228c9583aed677642a11/C: appending metadata at 1732247902808 (+2 ms)Flushing dfe593ecf3fe228c9583aed677642a11/C: closing flushed file at 1732247902808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@406fb762: reopening flushed file at 1732247903226 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d791735: reopening flushed file at 1732247903231 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6e3888: reopening flushed file at 1732247903235 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for dfe593ecf3fe228c9583aed677642a11 in 1671ms, sequenceid=301, compaction requested=true at 1732247903247 (+12 ms)Writing region close event to WAL at 1732247903325 (+78 ms)Running coprocessor post-close hooks at 1732247903329 (+4 ms)Closed at 1732247903329 2024-11-22T03:58:23,332 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:23,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=dfe593ecf3fe228c9583aed677642a11, regionState=CLOSED 2024-11-22T03:58:23,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:58:23,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-22T03:58:23,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure dfe593ecf3fe228c9583aed677642a11, server=c85114ed5096,44285,1732247784219 in 2.5860 sec 2024-11-22T03:58:23,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-22T03:58:23,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dfe593ecf3fe228c9583aed677642a11, UNASSIGN in 2.5900 sec 2024-11-22T03:58:23,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-22T03:58:23,341 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5940 sec 2024-11-22T03:58:23,342 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247903342"}]},"ts":"1732247903342"} 2024-11-22T03:58:23,343 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T03:58:23,343 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T03:58:23,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.6100 sec 2024-11-22T03:58:23,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T03:58:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-22T03:58:24,900 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:24,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T03:58:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:24,903 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T03:58:24,904 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:24,908 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,910 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/recovered.edits] 2024-11-22T03:58:24,912 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00757889e7464d989d94821036edb6e2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/00757889e7464d989d94821036edb6e2 2024-11-22T03:58:24,913 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/114a577ece3f475c8f82eb5031e53e61 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/114a577ece3f475c8f82eb5031e53e61 2024-11-22T03:58:24,914 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/72669c580f70423faa7ae0dcd784c392 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/72669c580f70423faa7ae0dcd784c392 2024-11-22T03:58:24,915 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/9117ed5c62154393a4d97cc10d80dc70 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/9117ed5c62154393a4d97cc10d80dc70 2024-11-22T03:58:24,916 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f7604165e65b4d83b32f220ed14c52bf to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/A/f7604165e65b4d83b32f220ed14c52bf 2024-11-22T03:58:24,918 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/3ef79991ea6445f291775085a707bc49 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/3ef79991ea6445f291775085a707bc49 2024-11-22T03:58:24,919 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/567b630ddf03477c8cd27430afe59c00 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/567b630ddf03477c8cd27430afe59c00 2024-11-22T03:58:24,920 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/65237d5170e44a69b4a827176c86b607 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/65237d5170e44a69b4a827176c86b607 2024-11-22T03:58:24,921 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/edefbdd458084bd181ce043f1f199f94 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/edefbdd458084bd181ce043f1f199f94 2024-11-22T03:58:24,922 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/fee55a50f7cf47ceb32f36869f0c21b3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/B/fee55a50f7cf47ceb32f36869f0c21b3 2024-11-22T03:58:24,925 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/05de424aba6b442fa94602a719eb61eb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/05de424aba6b442fa94602a719eb61eb 2024-11-22T03:58:24,926 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/07438f6e1e8948da91ee7b28a2f48c29 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/07438f6e1e8948da91ee7b28a2f48c29 2024-11-22T03:58:24,927 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bd06601010724938a03475a9a7c4f8ca to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/bd06601010724938a03475a9a7c4f8ca 2024-11-22T03:58:24,928 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c6d7b1db86454e17a3aa8f6e9f22ac3e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/c6d7b1db86454e17a3aa8f6e9f22ac3e 2024-11-22T03:58:24,929 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/cf9c6436e37744dca35d0a9db454731e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/C/cf9c6436e37744dca35d0a9db454731e 2024-11-22T03:58:24,931 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/recovered.edits/304.seqid to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11/recovered.edits/304.seqid 2024-11-22T03:58:24,932 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,932 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T03:58:24,932 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T03:58:24,933 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T03:58:24,935 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c420b3cb80b4fce9127d425ca437761_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222c420b3cb80b4fce9127d425ca437761_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,936 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223cf9a3eed1d44a35b7950d833bab7c2e_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223cf9a3eed1d44a35b7950d833bab7c2e_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,937 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112258492e348b5f4f2cbda4c5eda1c6f666_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112258492e348b5f4f2cbda4c5eda1c6f666_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,938 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122585d7a55a46c4ec29f47517db1e20275_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122585d7a55a46c4ec29f47517db1e20275_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,939 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225aa67dcd051341ad85efc6e6f2eb64f5_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411225aa67dcd051341ad85efc6e6f2eb64f5_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,940 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112262fe35afb8e24d91980297b243aa51e4_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112262fe35afb8e24d91980297b243aa51e4_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,941 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122852d31dbe142402ba847703bff52e914_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122852d31dbe142402ba847703bff52e914_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,942 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229cc8e8aed9ed4b02ba12304810ec64b9_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411229cc8e8aed9ed4b02ba12304810ec64b9_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2e0ebeec0ac4ba986f67caff7dae48d_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a2e0ebeec0ac4ba986f67caff7dae48d_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,944 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ad589e1f8e1f4e2a93596e13af685f76_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122ad589e1f8e1f4e2a93596e13af685f76_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,945 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c790fbf66fca40d1ad0c7d1ddd072e2d_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122c790fbf66fca40d1ad0c7d1ddd072e2d_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,946 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d986f83014e948dbbd71a78bb84b018a_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122d986f83014e948dbbd71a78bb84b018a_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,947 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4a90a279e814dd4a4c89ddea347cf58_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e4a90a279e814dd4a4c89ddea347cf58_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,948 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e504d82bf52449898091cd762d34a9ee_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122e504d82bf52449898091cd762d34a9ee_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f2627380441b4b31b6642edf8839e0f3_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f2627380441b4b31b6642edf8839e0f3_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4fb4dbab06b4fd48fb544fddcd9da96_dfe593ecf3fe228c9583aed677642a11 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f4fb4dbab06b4fd48fb544fddcd9da96_dfe593ecf3fe228c9583aed677642a11 2024-11-22T03:58:24,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T03:58:24,952 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:24,955 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T03:58:24,957 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T03:58:24,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:24,958 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T03:58:24,958 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732247904958"}]},"ts":"9223372036854775807"} 2024-11-22T03:58:24,960 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T03:58:24,960 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dfe593ecf3fe228c9583aed677642a11, NAME => 'TestAcidGuarantees,,1732247875597.dfe593ecf3fe228c9583aed677642a11.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T03:58:24,960 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T03:58:24,960 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732247904960"}]},"ts":"9223372036854775807"} 2024-11-22T03:58:24,962 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T03:58:24,963 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:24,964 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-22T03:58:25,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-22T03:58:25,011 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T03:58:25,013 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:25,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=251 (was 248) - Thread LEAK? -, OpenFileDescriptor=459 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=700 (was 745), ProcessCount=11 (was 11), AvailableMemoryMB=3308 (was 3777) 2024-11-22T03:58:25,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=700, ProcessCount=11, AvailableMemoryMB=3307 2024-11-22T03:58:25,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:58:25,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:58:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:25,035 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:58:25,035 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:25,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-22T03:58:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-22T03:58:25,036 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:58:25,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742264_1440 (size=1061) 2024-11-22T03:58:25,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-22T03:58:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-22T03:58:25,447 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:58:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742265_1441 (size=53) 2024-11-22T03:58:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-22T03:58:25,855 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:58:25,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing aeed04746e6089ee60c66693102982d5, disabling compactions & flushes 2024-11-22T03:58:25,856 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:25,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:25,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. after waiting 0 ms 2024-11-22T03:58:25,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:25,856 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:25,856 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for aeed04746e6089ee60c66693102982d5: Waiting for close lock at 1732247905856Disabling compacts and flushes for region at 1732247905856Disabling writes for close at 1732247905856Writing region close event to WAL at 1732247905856Closed at 1732247905856 2024-11-22T03:58:25,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:58:25,859 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732247905858"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247905858"}]},"ts":"1732247905858"} 2024-11-22T03:58:25,862 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:58:25,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:58:25,863 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247905863"}]},"ts":"1732247905863"} 2024-11-22T03:58:25,865 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T03:58:25,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, ASSIGN}] 2024-11-22T03:58:25,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, ASSIGN 2024-11-22T03:58:25,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, ASSIGN; state=OFFLINE, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=false 2024-11-22T03:58:26,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=aeed04746e6089ee60c66693102982d5, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:26,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, ASSIGN because future has completed 2024-11-22T03:58:26,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:58:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-22T03:58:26,173 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:26,173 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:58:26,174 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,174 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:58:26,174 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,174 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,175 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,176 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:26,177 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeed04746e6089ee60c66693102982d5 columnFamilyName A 2024-11-22T03:58:26,177 DEBUG [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:26,177 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.HStore(327): Store=aeed04746e6089ee60c66693102982d5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:26,177 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,178 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:26,179 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeed04746e6089ee60c66693102982d5 columnFamilyName B 2024-11-22T03:58:26,179 DEBUG [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:26,179 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.HStore(327): Store=aeed04746e6089ee60c66693102982d5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:26,179 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,180 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:26,180 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeed04746e6089ee60c66693102982d5 columnFamilyName C 2024-11-22T03:58:26,180 DEBUG [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:26,181 INFO [StoreOpener-aeed04746e6089ee60c66693102982d5-1 {}] regionserver.HStore(327): Store=aeed04746e6089ee60c66693102982d5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:26,181 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:26,181 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,182 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,182 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,183 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,183 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,183 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:58:26,185 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,186 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:58:26,187 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened aeed04746e6089ee60c66693102982d5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59538167, jitterRate=-0.11281217634677887}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:58:26,187 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:26,188 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for aeed04746e6089ee60c66693102982d5: Running coprocessor pre-open hook at 1732247906174Writing region info on filesystem at 1732247906174Initializing all the Stores at 1732247906175 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247906175Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247906175Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247906175Cleaning up temporary data from old regions at 1732247906183 (+8 ms)Running coprocessor post-open hooks at 1732247906187 (+4 ms)Region opened successfully at 1732247906188 (+1 ms) 2024-11-22T03:58:26,188 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., pid=122, masterSystemTime=1732247906170 2024-11-22T03:58:26,190 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:26,190 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:26,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=aeed04746e6089ee60c66693102982d5, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:26,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:58:26,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-22T03:58:26,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 in 174 msec 2024-11-22T03:58:26,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-22T03:58:26,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, ASSIGN in 329 msec 2024-11-22T03:58:26,196 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:58:26,197 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247906196"}]},"ts":"1732247906196"} 2024-11-22T03:58:26,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T03:58:26,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:58:26,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-22T03:58:27,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-22T03:58:27,180 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:27,181 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a68ca01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,181 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,182 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69267dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41388, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ba338b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41242, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,186 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:58:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:58:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@94c05d5 2024-11-22T03:58:27,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:58:27,188 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:58:27,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc6145c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,190 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d374d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,190 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,191 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,191 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dee6101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323c960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@155ced09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3957a590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc71f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,196 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bba201b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,197 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c94e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab65de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,199 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a712f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,200 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63baff3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b3d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,201 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,202 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9b2069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,203 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444754fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19aa15e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,204 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a846e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,205 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,206 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c692fc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f3cd49e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,207 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,207 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@754ddeda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,208 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41520, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,209 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8aa343a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b78dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,210 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a33152, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,210 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,211 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,211 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1219163e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c5ed93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,212 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,212 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,213 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788fc24a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,215 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,215 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6a508d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c06257c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:27,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:27,216 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666ddc53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:27,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:27,218 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41558, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:27,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d90bb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:27,219 DEBUG [Thread-1995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,219 DEBUG [Thread-1999 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,219 DEBUG [Thread-1997 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,219 DEBUG [Thread-1984 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,219 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,220 DEBUG [Thread-1982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,220 DEBUG [Thread-1988 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,220 DEBUG [Thread-1986 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,220 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,220 DEBUG [Thread-2001 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41258, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,221 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:27,221 DEBUG [Thread-1990 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,222 DEBUG [Thread-1993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41300, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:27,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41324, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:27,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-22T03:58:27,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T03:58:27,227 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,228 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:27,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,232 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:27,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:27,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2] 2024-11-22T03:58:27,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:27,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:58:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:27,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:27,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/13efcb41d0e247dba07bc0bd3bda2a41 is 50, key is test_row_0/A:col10/1732247907231/Put/seqid=0 2024-11-22T03:58:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742266_1442 (size=14341) 2024-11-22T03:58:27,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/13efcb41d0e247dba07bc0bd3bda2a41 2024-11-22T03:58:27,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247967275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247967274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732247907272, max timestamp=1732247907284Num uniques 859; 2024-11-22T03:58:27,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732247907272, max timestamp=1732247907284Num uniques 859; 2024-11-22T03:58:27,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1732247907272, max timestamp=1732247907284Num uniques 859; 2024-11-22T03:58:27,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T03:58:27,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T03:58:27,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-11-22T03:58:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/5e7eda81ba404161a3e5ce52fab7ded6 is 50, key is test_row_0/B:col10/1732247907231/Put/seqid=0 2024-11-22T03:58:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742267_1443 (size=12001) 2024-11-22T03:58:27,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/5e7eda81ba404161a3e5ce52fab7ded6 2024-11-22T03:58:27,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T03:58:27,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/2e7125c6ee084ff786fc1631e1698254 is 50, key is test_row_0/C:col10/1732247907231/Put/seqid=0 2024-11-22T03:58:27,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742268_1444 (size=12001) 2024-11-22T03:58:27,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247967340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,347 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247967342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247967346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,355 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,388 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T03:58:27,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:27,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247967400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247967400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247967449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,465 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247967460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247967460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,471 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T03:58:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:27,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T03:58:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247967619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247967619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247967670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247967680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247967680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T03:58:27,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:27,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:27,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/2e7125c6ee084ff786fc1631e1698254 2024-11-22T03:58:27,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/13efcb41d0e247dba07bc0bd3bda2a41 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/13efcb41d0e247dba07bc0bd3bda2a41 2024-11-22T03:58:27,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/13efcb41d0e247dba07bc0bd3bda2a41, entries=200, sequenceid=11, filesize=14.0 K 2024-11-22T03:58:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/5e7eda81ba404161a3e5ce52fab7ded6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5e7eda81ba404161a3e5ce52fab7ded6 2024-11-22T03:58:27,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5e7eda81ba404161a3e5ce52fab7ded6, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T03:58:27,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/2e7125c6ee084ff786fc1631e1698254 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/2e7125c6ee084ff786fc1631e1698254 2024-11-22T03:58:27,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/2e7125c6ee084ff786fc1631e1698254, entries=150, sequenceid=11, filesize=11.7 K 2024-11-22T03:58:27,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=132.99 KB/136185 for aeed04746e6089ee60c66693102982d5 in 530ms, sequenceid=11, compaction requested=false 2024-11-22T03:58:27,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:27,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-22T03:58:27,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:27,851 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=132.99 KB heapSize=382.24 KB 2024-11-22T03:58:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:27,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:27,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/254177c6f2f144798685d66f610182b0 is 50, key is test_row_0/A:col10/1732247907340/Put/seqid=0 2024-11-22T03:58:27,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T03:58:27,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742269_1445 (size=12001) 2024-11-22T03:58:27,869 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/254177c6f2f144798685d66f610182b0 2024-11-22T03:58:27,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/66449b9f3dfe4b368ea2a26b03d89a75 is 50, key is test_row_0/B:col10/1732247907340/Put/seqid=0 2024-11-22T03:58:27,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742270_1446 (size=12001) 2024-11-22T03:58:27,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:27,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:27,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247967960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247967967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:27,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:27,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247967989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:27,996 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247967999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247967999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247968079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247968079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,087 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,281 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/66449b9f3dfe4b368ea2a26b03d89a75 2024-11-22T03:58:28,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/02beda795a1941679be33027898b7586 is 50, key is test_row_0/C:col10/1732247907340/Put/seqid=0 2024-11-22T03:58:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742271_1447 (size=12001) 2024-11-22T03:58:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247968290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247968290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T03:58:28,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247968500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247968510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247968519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247968600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:28,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247968600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:28,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:28,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.33 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/02beda795a1941679be33027898b7586 2024-11-22T03:58:28,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/254177c6f2f144798685d66f610182b0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/254177c6f2f144798685d66f610182b0 2024-11-22T03:58:28,696 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/254177c6f2f144798685d66f610182b0, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T03:58:28,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/66449b9f3dfe4b368ea2a26b03d89a75 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/66449b9f3dfe4b368ea2a26b03d89a75 2024-11-22T03:58:28,700 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/66449b9f3dfe4b368ea2a26b03d89a75, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T03:58:28,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/02beda795a1941679be33027898b7586 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/02beda795a1941679be33027898b7586 2024-11-22T03:58:28,702 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/02beda795a1941679be33027898b7586, entries=150, sequenceid=48, filesize=11.7 K 2024-11-22T03:58:28,703 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~132.99 KB/136185, heapSize ~382.20 KB/391368, currentSize=46.96 KB/48090 for aeed04746e6089ee60c66693102982d5 in 852ms, sequenceid=48, compaction requested=false 2024-11-22T03:58:28,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:28,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:28,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-22T03:58:28,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-22T03:58:28,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-22T03:58:28,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4720 sec 2024-11-22T03:58:28,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.4850 sec 2024-11-22T03:58:28,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:58:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:29,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:58:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:29,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:29,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:29,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/813f21b2114641d79a3dcafda46385a7 is 50, key is test_row_0/A:col10/1732247909110/Put/seqid=0 2024-11-22T03:58:29,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742272_1448 (size=14341) 2024-11-22T03:58:29,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247909160, max timestamp=1732247909194Num uniques 859; 2024-11-22T03:58:29,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247909160, max timestamp=1732247909194Num uniques 859; 2024-11-22T03:58:29,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:58:29,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:58:29,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247909160, max timestamp=1732247909194Num uniques 859; 2024-11-22T03:58:29,197 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:58:29,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247969282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247969287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-22T03:58:29,380 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:29,380 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-22T03:58:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T03:58:29,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:29,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:29,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:29,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247969410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247969410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T03:58:29,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247969520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,529 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/813f21b2114641d79a3dcafda46385a7 2024-11-22T03:58:29,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T03:58:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247969530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,544 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247969540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,550 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:29,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,550 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/b0bdbd6d73a84180991c7ecf5bde37e8 is 50, key is test_row_0/B:col10/1732247909110/Put/seqid=0 2024-11-22T03:58:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742273_1449 (size=12001) 2024-11-22T03:58:29,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/b0bdbd6d73a84180991c7ecf5bde37e8 2024-11-22T03:58:29,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/bf0e14e63b764fa2a5196ce94691397e is 50, key is test_row_0/C:col10/1732247909110/Put/seqid=0 2024-11-22T03:58:29,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742274_1450 (size=12001) 2024-11-22T03:58:29,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247969630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,638 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247969632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,649 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T03:58:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T03:58:29,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T03:58:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247969950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247969959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:29,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T03:58:29,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:29,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:30,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/bf0e14e63b764fa2a5196ce94691397e 2024-11-22T03:58:30,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T03:58:30,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/813f21b2114641d79a3dcafda46385a7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/813f21b2114641d79a3dcafda46385a7 2024-11-22T03:58:30,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/813f21b2114641d79a3dcafda46385a7, entries=200, sequenceid=59, filesize=14.0 K 2024-11-22T03:58:30,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/b0bdbd6d73a84180991c7ecf5bde37e8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b0bdbd6d73a84180991c7ecf5bde37e8 2024-11-22T03:58:30,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b0bdbd6d73a84180991c7ecf5bde37e8, entries=150, sequenceid=59, filesize=11.7 K 2024-11-22T03:58:30,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/bf0e14e63b764fa2a5196ce94691397e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/bf0e14e63b764fa2a5196ce94691397e 2024-11-22T03:58:30,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/bf0e14e63b764fa2a5196ce94691397e, entries=150, sequenceid=59, filesize=11.7 K 2024-11-22T03:58:30,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for aeed04746e6089ee60c66693102982d5 in 915ms, sequenceid=59, compaction requested=true 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:30,026 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:30,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-22T03:58:30,027 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:30,030 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:30,030 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:30,030 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,031 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/13efcb41d0e247dba07bc0bd3bda2a41, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/254177c6f2f144798685d66f610182b0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/813f21b2114641d79a3dcafda46385a7] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=39.7 K 2024-11-22T03:58:30,036 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:30,036 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13efcb41d0e247dba07bc0bd3bda2a41, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732247907227 2024-11-22T03:58:30,036 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:30,036 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,036 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 254177c6f2f144798685d66f610182b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732247907306 2024-11-22T03:58:30,036 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5e7eda81ba404161a3e5ce52fab7ded6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/66449b9f3dfe4b368ea2a26b03d89a75, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b0bdbd6d73a84180991c7ecf5bde37e8] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=35.2 K 2024-11-22T03:58:30,037 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 813f21b2114641d79a3dcafda46385a7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732247907955 2024-11-22T03:58:30,037 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e7eda81ba404161a3e5ce52fab7ded6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732247907231 2024-11-22T03:58:30,037 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 66449b9f3dfe4b368ea2a26b03d89a75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732247907306 2024-11-22T03:58:30,037 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting b0bdbd6d73a84180991c7ecf5bde37e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732247907955 2024-11-22T03:58:30,047 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:30,048 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/f8dbe27832204bdb8a9d23cefdf9a86d is 50, key is test_row_0/B:col10/1732247909110/Put/seqid=0 2024-11-22T03:58:30,050 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:30,051 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a2468f0c41a44f59a6152db5bf1267ed is 50, key is test_row_0/A:col10/1732247909110/Put/seqid=0 2024-11-22T03:58:30,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742275_1451 (size=12104) 2024-11-22T03:58:30,089 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/f8dbe27832204bdb8a9d23cefdf9a86d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/f8dbe27832204bdb8a9d23cefdf9a86d 2024-11-22T03:58:30,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742276_1452 (size=12104) 2024-11-22T03:58:30,103 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into f8dbe27832204bdb8a9d23cefdf9a86d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:30,103 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,103 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247910026; duration=0sec 2024-11-22T03:58:30,103 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:30,103 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:30,104 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:30,107 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:30,107 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:30,108 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,108 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/2e7125c6ee084ff786fc1631e1698254, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/02beda795a1941679be33027898b7586, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/bf0e14e63b764fa2a5196ce94691397e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=35.2 K 2024-11-22T03:58:30,108 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e7125c6ee084ff786fc1631e1698254, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1732247907231 2024-11-22T03:58:30,109 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 02beda795a1941679be33027898b7586, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1732247907306 2024-11-22T03:58:30,109 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a2468f0c41a44f59a6152db5bf1267ed as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a2468f0c41a44f59a6152db5bf1267ed 2024-11-22T03:58:30,109 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0e14e63b764fa2a5196ce94691397e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732247907955 2024-11-22T03:58:30,117 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into a2468f0c41a44f59a6152db5bf1267ed(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:30,117 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,117 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247910026; duration=0sec 2024-11-22T03:58:30,117 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:30,117 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:30,123 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#382 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:30,123 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d6979beeb7fb4b3183ecafa08d32582b is 50, key is test_row_0/C:col10/1732247909110/Put/seqid=0 2024-11-22T03:58:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742277_1453 (size=12104) 2024-11-22T03:58:30,130 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d6979beeb7fb4b3183ecafa08d32582b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d6979beeb7fb4b3183ecafa08d32582b 2024-11-22T03:58:30,133 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into d6979beeb7fb4b3183ecafa08d32582b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:30,133 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,133 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247910026; duration=0sec 2024-11-22T03:58:30,134 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:30,134 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:30,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-22T03:58:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,146 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-22T03:58:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:30,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:30,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:30,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/d63c3b4e37434eab94357bf0a977d8b4 is 50, key is test_row_0/A:col10/1732247909283/Put/seqid=0 2024-11-22T03:58:30,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742278_1454 (size=12001) 2024-11-22T03:58:30,183 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/d63c3b4e37434eab94357bf0a977d8b4 2024-11-22T03:58:30,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/da6dd392b62242b8857b269daba063db is 50, key is test_row_0/B:col10/1732247909283/Put/seqid=0 2024-11-22T03:58:30,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742279_1455 (size=12001) 2024-11-22T03:58:30,220 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/da6dd392b62242b8857b269daba063db 2024-11-22T03:58:30,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/9ded34e433944be9942c8c6adfd1711e is 50, key is test_row_0/C:col10/1732247909283/Put/seqid=0 2024-11-22T03:58:30,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742280_1456 (size=12001) 2024-11-22T03:58:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:30,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:30,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:30,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247970501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:30,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:30,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247970506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,516 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:30,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T03:58:30,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:30,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247970609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:30,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:30,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247970619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,628 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:30,630 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/9ded34e433944be9942c8c6adfd1711e 2024-11-22T03:58:30,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/d63c3b4e37434eab94357bf0a977d8b4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/d63c3b4e37434eab94357bf0a977d8b4 2024-11-22T03:58:30,637 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/d63c3b4e37434eab94357bf0a977d8b4, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T03:58:30,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/da6dd392b62242b8857b269daba063db as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/da6dd392b62242b8857b269daba063db 2024-11-22T03:58:30,646 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/da6dd392b62242b8857b269daba063db, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T03:58:30,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/9ded34e433944be9942c8c6adfd1711e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/9ded34e433944be9942c8c6adfd1711e 2024-11-22T03:58:30,651 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/9ded34e433944be9942c8c6adfd1711e, entries=150, sequenceid=98, filesize=11.7 K 2024-11-22T03:58:30,652 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for aeed04746e6089ee60c66693102982d5 in 506ms, sequenceid=98, compaction requested=false 2024-11-22T03:58:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-22T03:58:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-22T03:58:30,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-22T03:58:30,656 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2720 sec 2024-11-22T03:58:30,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.2770 sec 2024-11-22T03:58:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:30,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:58:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:30,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/cce0af3efdac40bfa476072b28596f6a is 50, key is test_row_0/A:col10/1732247910831/Put/seqid=0 2024-11-22T03:58:30,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742281_1457 (size=14341) 2024-11-22T03:58:30,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/cce0af3efdac40bfa476072b28596f6a 2024-11-22T03:58:30,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/ef788f5f7276409981ac61ac4f92bf97 is 50, key is test_row_0/B:col10/1732247910831/Put/seqid=0 2024-11-22T03:58:30,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742282_1458 (size=12001) 2024-11-22T03:58:30,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/ef788f5f7276409981ac61ac4f92bf97 2024-11-22T03:58:30,883 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d3a60c42a7e14a37ac10996c7a07608f is 50, key is test_row_0/C:col10/1732247910831/Put/seqid=0 2024-11-22T03:58:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742283_1459 (size=12001) 2024-11-22T03:58:30,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=110 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d3a60c42a7e14a37ac10996c7a07608f 2024-11-22T03:58:30,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/cce0af3efdac40bfa476072b28596f6a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cce0af3efdac40bfa476072b28596f6a 2024-11-22T03:58:30,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cce0af3efdac40bfa476072b28596f6a, entries=200, sequenceid=110, filesize=14.0 K 2024-11-22T03:58:30,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/ef788f5f7276409981ac61ac4f92bf97 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/ef788f5f7276409981ac61ac4f92bf97 2024-11-22T03:58:30,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/ef788f5f7276409981ac61ac4f92bf97, entries=150, sequenceid=110, filesize=11.7 K 2024-11-22T03:58:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d3a60c42a7e14a37ac10996c7a07608f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3a60c42a7e14a37ac10996c7a07608f 2024-11-22T03:58:30,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3a60c42a7e14a37ac10996c7a07608f, entries=150, sequenceid=110, filesize=11.7 K 2024-11-22T03:58:30,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=73.80 KB/75570 for aeed04746e6089ee60c66693102982d5 in 72ms, sequenceid=110, compaction requested=true 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:30,905 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:30,905 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:30,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:30,905 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:30,905 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:30,905 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:30,905 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:30,905 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,905 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,906 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a2468f0c41a44f59a6152db5bf1267ed, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/d63c3b4e37434eab94357bf0a977d8b4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cce0af3efdac40bfa476072b28596f6a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=37.5 K 2024-11-22T03:58:30,906 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/f8dbe27832204bdb8a9d23cefdf9a86d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/da6dd392b62242b8857b269daba063db, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/ef788f5f7276409981ac61ac4f92bf97] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=35.3 K 2024-11-22T03:58:30,906 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2468f0c41a44f59a6152db5bf1267ed, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732247907955 2024-11-22T03:58:30,906 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting f8dbe27832204bdb8a9d23cefdf9a86d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732247907955 2024-11-22T03:58:30,906 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting da6dd392b62242b8857b269daba063db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732247909275 2024-11-22T03:58:30,906 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d63c3b4e37434eab94357bf0a977d8b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732247909275 2024-11-22T03:58:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:30,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T03:58:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:30,907 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:30,908 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting ef788f5f7276409981ac61ac4f92bf97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732247910499 2024-11-22T03:58:30,908 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cce0af3efdac40bfa476072b28596f6a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732247910486 2024-11-22T03:58:30,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/dedfdd6a7929449a86017cb109baee62 is 50, key is test_row_0/A:col10/1732247910905/Put/seqid=0 2024-11-22T03:58:30,916 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:30,917 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/7fef0445dc754c4f8850e3806e78a44c is 50, key is test_row_0/B:col10/1732247910831/Put/seqid=0 2024-11-22T03:58:30,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742284_1460 (size=14341) 2024-11-22T03:58:30,920 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:30,920 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/5ce9b3cb29fe42fe80ad5d23b665709e is 50, key is test_row_0/A:col10/1732247910831/Put/seqid=0 2024-11-22T03:58:30,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742285_1461 (size=12207) 2024-11-22T03:58:30,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742286_1462 (size=12207) 2024-11-22T03:58:30,928 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/5ce9b3cb29fe42fe80ad5d23b665709e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/5ce9b3cb29fe42fe80ad5d23b665709e 2024-11-22T03:58:30,932 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into 5ce9b3cb29fe42fe80ad5d23b665709e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:30,932 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:30,932 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247910905; duration=0sec 2024-11-22T03:58:30,932 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:30,932 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:30,932 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:30,933 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:30,933 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:30,933 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:30,933 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d6979beeb7fb4b3183ecafa08d32582b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/9ded34e433944be9942c8c6adfd1711e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3a60c42a7e14a37ac10996c7a07608f] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=35.3 K 2024-11-22T03:58:30,933 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6979beeb7fb4b3183ecafa08d32582b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1732247907955 2024-11-22T03:58:30,933 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ded34e433944be9942c8c6adfd1711e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732247909275 2024-11-22T03:58:30,933 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3a60c42a7e14a37ac10996c7a07608f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732247910499 2024-11-22T03:58:30,940 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:30,941 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e7d6627ddb5b4b0e86d9ddddabca536a is 50, key is test_row_0/C:col10/1732247910831/Put/seqid=0 2024-11-22T03:58:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742287_1463 (size=12207) 2024-11-22T03:58:30,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:30,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247970973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:30,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247970981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247971080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247971100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247971299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,318 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/dedfdd6a7929449a86017cb109baee62 2024-11-22T03:58:31,331 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/7fef0445dc754c4f8850e3806e78a44c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/7fef0445dc754c4f8850e3806e78a44c 2024-11-22T03:58:31,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e33269f0804f4456afc76646dfa3fc7a is 50, key is test_row_0/B:col10/1732247910905/Put/seqid=0 2024-11-22T03:58:31,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247971322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,340 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into 7fef0445dc754c4f8850e3806e78a44c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:31,340 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:31,340 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247910905; duration=0sec 2024-11-22T03:58:31,340 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:31,340 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742288_1464 (size=12001) 2024-11-22T03:58:31,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e33269f0804f4456afc76646dfa3fc7a 2024-11-22T03:58:31,348 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e7d6627ddb5b4b0e86d9ddddabca536a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7d6627ddb5b4b0e86d9ddddabca536a 2024-11-22T03:58:31,351 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into e7d6627ddb5b4b0e86d9ddddabca536a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:31,351 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:31,351 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247910905; duration=0sec 2024-11-22T03:58:31,351 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:31,351 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:31,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/aacb7336cbb04c439bd6febb74aebdf7 is 50, key is test_row_0/C:col10/1732247910905/Put/seqid=0 2024-11-22T03:58:31,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742289_1465 (size=12001) 2024-11-22T03:58:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-22T03:58:31,530 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:31,530 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-22T03:58:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T03:58:31,532 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:31,533 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:31,533 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:31,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247971549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,561 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247971560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,568 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:31,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247971570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,572 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,572 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247971609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,614 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T03:58:31,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247971640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:31,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:31,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T03:58:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:31,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:31,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:31,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/aacb7336cbb04c439bd6febb74aebdf7 2024-11-22T03:58:31,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/dedfdd6a7929449a86017cb109baee62 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/dedfdd6a7929449a86017cb109baee62 2024-11-22T03:58:31,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/dedfdd6a7929449a86017cb109baee62, entries=200, sequenceid=125, filesize=14.0 K 2024-11-22T03:58:31,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e33269f0804f4456afc76646dfa3fc7a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e33269f0804f4456afc76646dfa3fc7a 2024-11-22T03:58:31,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e33269f0804f4456afc76646dfa3fc7a, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T03:58:31,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/aacb7336cbb04c439bd6febb74aebdf7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/aacb7336cbb04c439bd6febb74aebdf7 2024-11-22T03:58:31,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/aacb7336cbb04c439bd6febb74aebdf7, entries=150, sequenceid=125, filesize=11.7 K 2024-11-22T03:58:31,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for aeed04746e6089ee60c66693102982d5 in 866ms, sequenceid=125, compaction requested=false 2024-11-22T03:58:31,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:31,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:31,838 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:31,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:31,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/30de9028ced543c2bc5c91ab1df8c133 is 50, key is test_row_0/A:col10/1732247910974/Put/seqid=0 2024-11-22T03:58:31,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T03:58:31,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742290_1466 (size=12151) 2024-11-22T03:58:31,856 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/30de9028ced543c2bc5c91ab1df8c133 2024-11-22T03:58:31,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e84f22895acf4e398d515d78b274c1a3 is 50, key is test_row_0/B:col10/1732247910974/Put/seqid=0 2024-11-22T03:58:31,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742291_1467 (size=12151) 2024-11-22T03:58:32,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:32,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:32,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T03:58:32,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247972196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247972201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,209 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,271 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e84f22895acf4e398d515d78b274c1a3 2024-11-22T03:58:32,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/035ef15a78a64ef2b505a78609a3cb35 is 50, key is test_row_0/C:col10/1732247910974/Put/seqid=0 2024-11-22T03:58:32,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742292_1468 (size=12151) 2024-11-22T03:58:32,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247972311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247972319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247972530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247972530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T03:58:32,679 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/035ef15a78a64ef2b505a78609a3cb35 2024-11-22T03:58:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/30de9028ced543c2bc5c91ab1df8c133 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/30de9028ced543c2bc5c91ab1df8c133 2024-11-22T03:58:32,685 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/30de9028ced543c2bc5c91ab1df8c133, entries=150, sequenceid=145, filesize=11.9 K 2024-11-22T03:58:32,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e84f22895acf4e398d515d78b274c1a3 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e84f22895acf4e398d515d78b274c1a3 2024-11-22T03:58:32,688 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e84f22895acf4e398d515d78b274c1a3, entries=150, sequenceid=145, filesize=11.9 K 2024-11-22T03:58:32,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/035ef15a78a64ef2b505a78609a3cb35 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/035ef15a78a64ef2b505a78609a3cb35 2024-11-22T03:58:32,700 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/035ef15a78a64ef2b505a78609a3cb35, entries=150, sequenceid=145, filesize=11.9 K 2024-11-22T03:58:32,701 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for aeed04746e6089ee60c66693102982d5 in 863ms, sequenceid=145, compaction requested=true 2024-11-22T03:58:32,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:32,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:32,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-22T03:58:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-22T03:58:32,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-22T03:58:32,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1700 sec 2024-11-22T03:58:32,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1740 sec 2024-11-22T03:58:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:32,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T03:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:32,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:32,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/932f78ad8ff3444daa9e36d8297d036c is 50, key is test_row_0/A:col10/1732247912188/Put/seqid=0 2024-11-22T03:58:32,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742293_1469 (size=14541) 2024-11-22T03:58:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247972902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247972903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:32,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247973020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247973020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:33,029 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247973240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247973240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/932f78ad8ff3444daa9e36d8297d036c 2024-11-22T03:58:33,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/318b6e9b7548465e885c210de390e590 is 50, key is test_row_0/B:col10/1732247912188/Put/seqid=0 2024-11-22T03:58:33,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742294_1470 (size=12151) 2024-11-22T03:58:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247973559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:33,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247973560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:33,569 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:33,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/318b6e9b7548465e885c210de390e590 2024-11-22T03:58:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-22T03:58:33,680 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:33,680 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-22T03:58:33,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T03:58:33,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/3aca946323234314901d50c814f9a078 is 50, key is test_row_0/C:col10/1732247912188/Put/seqid=0 2024-11-22T03:58:33,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:33,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:33,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742295_1471 (size=12151) 2024-11-22T03:58:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T03:58:33,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T03:58:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:33,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:33,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:33,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:33,979 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-22T03:58:33,979 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-22T03:58:33,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T03:58:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:33,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:33,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:34,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T03:58:34,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/3aca946323234314901d50c814f9a078 2024-11-22T03:58:34,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/932f78ad8ff3444daa9e36d8297d036c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/932f78ad8ff3444daa9e36d8297d036c 2024-11-22T03:58:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:34,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/932f78ad8ff3444daa9e36d8297d036c, entries=200, sequenceid=161, filesize=14.2 K 2024-11-22T03:58:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247974080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:34,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:34,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247974080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:34,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:34,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/318b6e9b7548465e885c210de390e590 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/318b6e9b7548465e885c210de390e590 2024-11-22T03:58:34,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/318b6e9b7548465e885c210de390e590, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T03:58:34,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/3aca946323234314901d50c814f9a078 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3aca946323234314901d50c814f9a078 2024-11-22T03:58:34,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3aca946323234314901d50c814f9a078, entries=150, sequenceid=161, filesize=11.9 K 2024-11-22T03:58:34,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for aeed04746e6089ee60c66693102982d5 in 1248ms, sequenceid=161, compaction requested=true 2024-11-22T03:58:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:34,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:34,104 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:58:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:34,104 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:58:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:34,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:34,104 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:58:34,104 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:58:34,104 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:34,104 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:34,104 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:34,104 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:34,105 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/7fef0445dc754c4f8850e3806e78a44c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e33269f0804f4456afc76646dfa3fc7a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e84f22895acf4e398d515d78b274c1a3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/318b6e9b7548465e885c210de390e590] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=47.4 K 2024-11-22T03:58:34,105 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/5ce9b3cb29fe42fe80ad5d23b665709e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/dedfdd6a7929449a86017cb109baee62, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/30de9028ced543c2bc5c91ab1df8c133, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/932f78ad8ff3444daa9e36d8297d036c] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=52.0 K 2024-11-22T03:58:34,105 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ce9b3cb29fe42fe80ad5d23b665709e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732247910499 2024-11-22T03:58:34,105 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fef0445dc754c4f8850e3806e78a44c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732247910499 2024-11-22T03:58:34,105 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dedfdd6a7929449a86017cb109baee62, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732247910869 2024-11-22T03:58:34,105 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e33269f0804f4456afc76646dfa3fc7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732247910869 2024-11-22T03:58:34,105 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30de9028ced543c2bc5c91ab1df8c133, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732247910960 2024-11-22T03:58:34,105 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e84f22895acf4e398d515d78b274c1a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732247910960 2024-11-22T03:58:34,106 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 932f78ad8ff3444daa9e36d8297d036c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732247912188 2024-11-22T03:58:34,106 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 318b6e9b7548465e885c210de390e590, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732247912188 2024-11-22T03:58:34,114 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#401 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:34,114 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#402 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:34,114 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/8208d50c1f054c4da1a1323aa4c3f2f8 is 50, key is test_row_0/A:col10/1732247912188/Put/seqid=0 2024-11-22T03:58:34,114 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/6598fa05325f44e2a0366d2aad6f28d2 is 50, key is test_row_0/B:col10/1732247912188/Put/seqid=0 2024-11-22T03:58:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742297_1473 (size=12493) 2024-11-22T03:58:34,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742296_1472 (size=12493) 2024-11-22T03:58:34,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-22T03:58:34,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:34,140 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-22T03:58:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:34,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:34,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/73021f560e974a35816d6e148b78e11a is 50, key is test_row_0/A:col10/1732247912897/Put/seqid=0 2024-11-22T03:58:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742298_1474 (size=12151) 2024-11-22T03:58:34,149 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/73021f560e974a35816d6e148b78e11a 2024-11-22T03:58:34,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/0bae32bd5b8c4fb09bb7eb11b3e951a6 is 50, key is test_row_0/B:col10/1732247912897/Put/seqid=0 2024-11-22T03:58:34,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742299_1475 (size=12151) 2024-11-22T03:58:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T03:58:34,522 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/6598fa05325f44e2a0366d2aad6f28d2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/6598fa05325f44e2a0366d2aad6f28d2 2024-11-22T03:58:34,525 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into 6598fa05325f44e2a0366d2aad6f28d2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:34,525 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:34,525 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=12, startTime=1732247914104; duration=0sec 2024-11-22T03:58:34,525 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:34,525 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:34,525 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-22T03:58:34,526 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-22T03:58:34,526 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:34,526 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:34,526 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7d6627ddb5b4b0e86d9ddddabca536a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/aacb7336cbb04c439bd6febb74aebdf7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/035ef15a78a64ef2b505a78609a3cb35, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3aca946323234314901d50c814f9a078] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=47.4 K 2024-11-22T03:58:34,526 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e7d6627ddb5b4b0e86d9ddddabca536a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=110, earliestPutTs=1732247910499 2024-11-22T03:58:34,527 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting aacb7336cbb04c439bd6febb74aebdf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732247910869 2024-11-22T03:58:34,527 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 035ef15a78a64ef2b505a78609a3cb35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732247910960 2024-11-22T03:58:34,530 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aca946323234314901d50c814f9a078, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732247912188 2024-11-22T03:58:34,530 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/8208d50c1f054c4da1a1323aa4c3f2f8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8208d50c1f054c4da1a1323aa4c3f2f8 2024-11-22T03:58:34,538 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#405 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:34,538 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e6589e4a3a7443cc81e38d14f5d0fa86 is 50, key is test_row_0/C:col10/1732247912188/Put/seqid=0 2024-11-22T03:58:34,541 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into 8208d50c1f054c4da1a1323aa4c3f2f8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:34,541 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:34,541 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=12, startTime=1732247914103; duration=0sec 2024-11-22T03:58:34,541 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:34,541 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:34,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742300_1476 (size=12493) 2024-11-22T03:58:34,561 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e6589e4a3a7443cc81e38d14f5d0fa86 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e6589e4a3a7443cc81e38d14f5d0fa86 2024-11-22T03:58:34,561 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/0bae32bd5b8c4fb09bb7eb11b3e951a6 2024-11-22T03:58:34,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/5f70e45e1f284bd0b4db264c90e12b87 is 50, key is test_row_0/C:col10/1732247912897/Put/seqid=0 2024-11-22T03:58:34,569 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into e6589e4a3a7443cc81e38d14f5d0fa86(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:34,569 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:34,569 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=12, startTime=1732247914104; duration=0sec 2024-11-22T03:58:34,569 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:34,569 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:34,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742301_1477 (size=12151) 2024-11-22T03:58:34,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T03:58:34,986 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/5f70e45e1f284bd0b4db264c90e12b87 2024-11-22T03:58:34,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/73021f560e974a35816d6e148b78e11a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/73021f560e974a35816d6e148b78e11a 2024-11-22T03:58:34,992 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/73021f560e974a35816d6e148b78e11a, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T03:58:34,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/0bae32bd5b8c4fb09bb7eb11b3e951a6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/0bae32bd5b8c4fb09bb7eb11b3e951a6 2024-11-22T03:58:34,995 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/0bae32bd5b8c4fb09bb7eb11b3e951a6, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T03:58:34,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/5f70e45e1f284bd0b4db264c90e12b87 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5f70e45e1f284bd0b4db264c90e12b87 2024-11-22T03:58:34,999 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5f70e45e1f284bd0b4db264c90e12b87, entries=150, sequenceid=177, filesize=11.9 K 2024-11-22T03:58:34,999 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for aeed04746e6089ee60c66693102982d5 in 860ms, sequenceid=177, compaction requested=false 2024-11-22T03:58:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-22T03:58:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-22T03:58:35,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-22T03:58:35,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3180 sec 2024-11-22T03:58:35,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 1.3220 sec 2024-11-22T03:58:35,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:35,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:58:35,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:35,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:35,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:35,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:35,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:35,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:35,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/9ecc98034b73420cba4560267f632d72 is 50, key is test_row_1/A:col10/1732247915116/Put/seqid=0 2024-11-22T03:58:35,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742302_1478 (size=12147) 2024-11-22T03:58:35,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/9ecc98034b73420cba4560267f632d72 2024-11-22T03:58:35,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c375fd0d2f364abcb66dae56fb5e82ca is 50, key is test_row_1/B:col10/1732247915116/Put/seqid=0 2024-11-22T03:58:35,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742303_1479 (size=9757) 2024-11-22T03:58:35,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247915187, max timestamp=1732247915214Num uniques 859; 2024-11-22T03:58:35,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:35,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247915187, max timestamp=1732247915214Num uniques 859; 2024-11-22T03:58:35,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:35,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247915187, max timestamp=1732247915214Num uniques 859; 2024-11-22T03:58:35,217 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:35,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247975280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247975285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247975389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247975410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c375fd0d2f364abcb66dae56fb5e82ca 2024-11-22T03:58:35,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/1da8575b5113489486a5d795df24650b is 50, key is test_row_1/C:col10/1732247915116/Put/seqid=0 2024-11-22T03:58:35,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742304_1480 (size=9757) 2024-11-22T03:58:35,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247975599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,609 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8269 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,610 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247975609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,612 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,613 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8267 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:35,613 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247975630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-22T03:58:35,830 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:35,830 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:35,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-22T03:58:35,832 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T03:58:35,832 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:35,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:35,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247975919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,928 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T03:58:35,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/1da8575b5113489486a5d795df24650b 2024-11-22T03:58:35,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/9ecc98034b73420cba4560267f632d72 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/9ecc98034b73420cba4560267f632d72 2024-11-22T03:58:35,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/9ecc98034b73420cba4560267f632d72, entries=150, sequenceid=190, filesize=11.9 K 2024-11-22T03:58:35,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c375fd0d2f364abcb66dae56fb5e82ca as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c375fd0d2f364abcb66dae56fb5e82ca 2024-11-22T03:58:35,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:35,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247975950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:35,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:35,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c375fd0d2f364abcb66dae56fb5e82ca, entries=100, sequenceid=190, filesize=9.5 K 2024-11-22T03:58:35,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/1da8575b5113489486a5d795df24650b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/1da8575b5113489486a5d795df24650b 2024-11-22T03:58:35,969 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/1da8575b5113489486a5d795df24650b, entries=100, sequenceid=190, filesize=9.5 K 2024-11-22T03:58:35,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for aeed04746e6089ee60c66693102982d5 in 852ms, sequenceid=190, compaction requested=true 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:35,970 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:35,970 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:35,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:35,971 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:35,971 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:35,971 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8208d50c1f054c4da1a1323aa4c3f2f8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/73021f560e974a35816d6e148b78e11a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/9ecc98034b73420cba4560267f632d72] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=35.9 K 2024-11-22T03:58:35,971 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/6598fa05325f44e2a0366d2aad6f28d2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/0bae32bd5b8c4fb09bb7eb11b3e951a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c375fd0d2f364abcb66dae56fb5e82ca] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=33.6 K 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6598fa05325f44e2a0366d2aad6f28d2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732247912188 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8208d50c1f054c4da1a1323aa4c3f2f8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732247912188 2024-11-22T03:58:35,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bae32bd5b8c4fb09bb7eb11b3e951a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732247912896 2024-11-22T03:58:35,972 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73021f560e974a35816d6e148b78e11a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732247912896 2024-11-22T03:58:35,972 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c375fd0d2f364abcb66dae56fb5e82ca, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732247915116 2024-11-22T03:58:35,972 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ecc98034b73420cba4560267f632d72, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732247915115 2024-11-22T03:58:35,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:35,984 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:35,986 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:35,986 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/831a8194b16441bbb3be3308a9f4ca5d is 50, key is test_row_0/B:col10/1732247912897/Put/seqid=0 2024-11-22T03:58:36,001 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:36,002 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/766d0e94578e41cab3ecc2cdd9f3b956 is 50, key is test_row_0/A:col10/1732247912897/Put/seqid=0 2024-11-22T03:58:36,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742305_1481 (size=12595) 2024-11-22T03:58:36,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/040bedb9eff84edd8fdd6b8d2a837b5e is 50, key is test_row_0/A:col10/1732247915283/Put/seqid=0 2024-11-22T03:58:36,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742306_1482 (size=12595) 2024-11-22T03:58:36,010 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/831a8194b16441bbb3be3308a9f4ca5d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/831a8194b16441bbb3be3308a9f4ca5d 2024-11-22T03:58:36,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742307_1483 (size=12151) 2024-11-22T03:58:36,010 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/040bedb9eff84edd8fdd6b8d2a837b5e 2024-11-22T03:58:36,013 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/766d0e94578e41cab3ecc2cdd9f3b956 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/766d0e94578e41cab3ecc2cdd9f3b956 2024-11-22T03:58:36,015 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into 831a8194b16441bbb3be3308a9f4ca5d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:36,015 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:36,015 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247915970; duration=0sec 2024-11-22T03:58:36,015 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:36,015 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:36,015 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:36,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/45665a50b11f4334bf110713d4dda7b6 is 50, key is test_row_0/B:col10/1732247915283/Put/seqid=0 2024-11-22T03:58:36,018 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:36,018 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:36,019 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,019 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e6589e4a3a7443cc81e38d14f5d0fa86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5f70e45e1f284bd0b4db264c90e12b87, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/1da8575b5113489486a5d795df24650b] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=33.6 K 2024-11-22T03:58:36,019 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e6589e4a3a7443cc81e38d14f5d0fa86, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732247912188 2024-11-22T03:58:36,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742308_1484 (size=12151) 2024-11-22T03:58:36,020 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f70e45e1f284bd0b4db264c90e12b87, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1732247912896 2024-11-22T03:58:36,021 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into 766d0e94578e41cab3ecc2cdd9f3b956(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:36,021 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:36,021 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247915970; duration=0sec 2024-11-22T03:58:36,021 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:36,021 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:36,021 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1da8575b5113489486a5d795df24650b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732247915116 2024-11-22T03:58:36,027 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:36,028 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/70ca7bf3f7734384bd14166dc8145b0f is 50, key is test_row_0/C:col10/1732247912897/Put/seqid=0 2024-11-22T03:58:36,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742309_1485 (size=12595) 2024-11-22T03:58:36,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T03:58:36,421 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/45665a50b11f4334bf110713d4dda7b6 2024-11-22T03:58:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/c6ee7bbe2b5f4fed9bc019d6351d9163 is 50, key is test_row_0/C:col10/1732247915283/Put/seqid=0 2024-11-22T03:58:36,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742310_1486 (size=12151) 2024-11-22T03:58:36,430 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/c6ee7bbe2b5f4fed9bc019d6351d9163 2024-11-22T03:58:36,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/040bedb9eff84edd8fdd6b8d2a837b5e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/040bedb9eff84edd8fdd6b8d2a837b5e 2024-11-22T03:58:36,436 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/040bedb9eff84edd8fdd6b8d2a837b5e, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T03:58:36,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/45665a50b11f4334bf110713d4dda7b6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/45665a50b11f4334bf110713d4dda7b6 2024-11-22T03:58:36,440 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/45665a50b11f4334bf110713d4dda7b6, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T03:58:36,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/c6ee7bbe2b5f4fed9bc019d6351d9163 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c6ee7bbe2b5f4fed9bc019d6351d9163 2024-11-22T03:58:36,444 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/70ca7bf3f7734384bd14166dc8145b0f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/70ca7bf3f7734384bd14166dc8145b0f 2024-11-22T03:58:36,444 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c6ee7bbe2b5f4fed9bc019d6351d9163, entries=150, sequenceid=226, filesize=11.9 K 2024-11-22T03:58:36,445 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=6.71 KB/6870 for aeed04746e6089ee60c66693102982d5 in 461ms, sequenceid=226, compaction requested=false 2024-11-22T03:58:36,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:36,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-22T03:58:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-22T03:58:36,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-22T03:58:36,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 614 msec 2024-11-22T03:58:36,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 619 msec 2024-11-22T03:58:36,451 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into 70ca7bf3f7734384bd14166dc8145b0f(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:36,451 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:36,451 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247915970; duration=0sec 2024-11-22T03:58:36,451 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:36,451 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-22T03:58:36,460 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:36,460 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-22T03:58:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:36,462 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:36,463 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:36,463 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:36,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:58:36,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:36,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:36,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:36,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:36,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:36,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:36,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a782a9399c424200bc0590a02c7e2377 is 50, key is test_row_0/A:col10/1732247916467/Put/seqid=0 2024-11-22T03:58:36,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742311_1487 (size=12151) 2024-11-22T03:58:36,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a782a9399c424200bc0590a02c7e2377 2024-11-22T03:58:36,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/4cc86bf228944f1fbd8652e9ed17df26 is 50, key is test_row_0/B:col10/1732247916467/Put/seqid=0 2024-11-22T03:58:36,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742312_1488 (size=12151) 2024-11-22T03:58:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:36,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247916514, max timestamp=1732247916565Num uniques 859; 2024-11-22T03:58:36,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:58:36,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247916514, max timestamp=1732247916565Num uniques 859; 2024-11-22T03:58:36,577 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:58:36,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247916514, max timestamp=1732247916565Num uniques 859; 2024-11-22T03:58:36,578 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:58:36,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:36,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247976670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:36,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247976673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:36,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:36,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:36,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247976780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:36,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:36,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:36,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247976790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:36,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:36,895 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/4cc86bf228944f1fbd8652e9ed17df26 2024-11-22T03:58:36,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e38d22a7e8134b0b97280c4aae6daafa is 50, key is test_row_0/C:col10/1732247916467/Put/seqid=0 2024-11-22T03:58:36,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742313_1489 (size=12151) 2024-11-22T03:58:36,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:36,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:36,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:36,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:36,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:36,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247976989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:37,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247977000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:37,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e38d22a7e8134b0b97280c4aae6daafa 2024-11-22T03:58:37,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a782a9399c424200bc0590a02c7e2377 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a782a9399c424200bc0590a02c7e2377 2024-11-22T03:58:37,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a782a9399c424200bc0590a02c7e2377, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T03:58:37,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/4cc86bf228944f1fbd8652e9ed17df26 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4cc86bf228944f1fbd8652e9ed17df26 2024-11-22T03:58:37,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4cc86bf228944f1fbd8652e9ed17df26, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T03:58:37,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e38d22a7e8134b0b97280c4aae6daafa as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e38d22a7e8134b0b97280c4aae6daafa 2024-11-22T03:58:37,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e38d22a7e8134b0b97280c4aae6daafa, entries=150, sequenceid=239, filesize=11.9 K 2024-11-22T03:58:37,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for aeed04746e6089ee60c66693102982d5 in 853ms, sequenceid=239, compaction requested=true 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:37,324 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:37,324 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:37,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:37,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:37,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247916623, max timestamp=1732247917324Num uniques 1018; 2024-11-22T03:58:37,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T03:58:37,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247916623, max timestamp=1732247917324Num uniques 1018; 2024-11-22T03:58:37,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T03:58:37,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247916623, max timestamp=1732247917324Num uniques 1018; 2024-11-22T03:58:37,328 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-22T03:58:37,328 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=64.85 KB heapSize=178.80 KB 2024-11-22T03:58:37,328 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:37,328 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:37,328 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:37,328 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:37,328 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,328 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,328 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/831a8194b16441bbb3be3308a9f4ca5d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/45665a50b11f4334bf110713d4dda7b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4cc86bf228944f1fbd8652e9ed17df26] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.0 K 2024-11-22T03:58:37,328 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/766d0e94578e41cab3ecc2cdd9f3b956, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/040bedb9eff84edd8fdd6b8d2a837b5e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a782a9399c424200bc0590a02c7e2377] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.0 K 2024-11-22T03:58:37,329 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 831a8194b16441bbb3be3308a9f4ca5d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732247912897 2024-11-22T03:58:37,329 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 766d0e94578e41cab3ecc2cdd9f3b956, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732247912897 2024-11-22T03:58:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:37,329 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 040bedb9eff84edd8fdd6b8d2a837b5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732247915261 2024-11-22T03:58:37,329 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 45665a50b11f4334bf110713d4dda7b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732247915261 2024-11-22T03:58:37,330 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a782a9399c424200bc0590a02c7e2377, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732247916457 2024-11-22T03:58:37,330 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cc86bf228944f1fbd8652e9ed17df26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732247916457 2024-11-22T03:58:37,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/3dc615dca35641ad8145353bd0e7c9a7 is 50, key is test_row_0/A:col10/1732247916656/Put/seqid=0 2024-11-22T03:58:37,335 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:37,335 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:37,336 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/04d3c02abfd1406d8816f3fe6d1520c1 is 50, key is test_row_0/A:col10/1732247916467/Put/seqid=0 2024-11-22T03:58:37,336 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/9561a534f64e40b0b1d82d5672b61a13 is 50, key is test_row_0/B:col10/1732247916467/Put/seqid=0 2024-11-22T03:58:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742314_1490 (size=14741) 2024-11-22T03:58:37,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742315_1491 (size=12697) 2024-11-22T03:58:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742316_1492 (size=12697) 2024-11-22T03:58:37,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247917381, max timestamp=1732247917403Num uniques 859; 2024-11-22T03:58:37,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:37,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247917381, max timestamp=1732247917403Num uniques 859; 2024-11-22T03:58:37,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:37,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247917381, max timestamp=1732247917403Num uniques 859; 2024-11-22T03:58:37,406 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:58:37,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247977502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247917461, max timestamp=1732247917500Num uniques 1068; 2024-11-22T03:58:37,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T03:58:37,504 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247917461, max timestamp=1732247917500Num uniques 1068; 2024-11-22T03:58:37,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T03:58:37,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1732247917461, max timestamp=1732247917500Num uniques 1068; 2024-11-22T03:58:37,505 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=7688, suffix heap size=139040,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=168 2024-11-22T03:58:37,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:37,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732247917569, max timestamp=1732247917630Num uniques 1027; 2024-11-22T03:58:37,633 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-22T03:58:37,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732247917569, max timestamp=1732247917630Num uniques 1027; 2024-11-22T03:58:37,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-22T03:58:37,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1732247917569, max timestamp=1732247917630Num uniques 1027; 2024-11-22T03:58:37,634 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=10392, suffix heap size=134776,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=227 2024-11-22T03:58:37,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,721 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247917668, max timestamp=1732247917718Num uniques 1086; 2024-11-22T03:58:37,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-22T03:58:37,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247917668, max timestamp=1732247917718Num uniques 1086; 2024-11-22T03:58:37,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-22T03:58:37,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=186, cellSize=8516, totalHeapSize=19584, min timestamp=1732247917668, max timestamp=1732247917718Num uniques 1086; 2024-11-22T03:58:37,722 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=8516, suffix heap size=140912,new segment heap size=19584 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=186 2024-11-22T03:58:37,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/3dc615dca35641ad8145353bd0e7c9a7 2024-11-22T03:58:37,753 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/04d3c02abfd1406d8816f3fe6d1520c1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04d3c02abfd1406d8816f3fe6d1520c1 2024-11-22T03:58:37,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/33f7daef21ad4e6794cecb56e967f11f is 50, key is test_row_0/B:col10/1732247916656/Put/seqid=0 2024-11-22T03:58:37,755 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/9561a534f64e40b0b1d82d5672b61a13 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/9561a534f64e40b0b1d82d5672b61a13 2024-11-22T03:58:37,757 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into 04d3c02abfd1406d8816f3fe6d1520c1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:37,757 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:37,757 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247917324; duration=0sec 2024-11-22T03:58:37,757 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:37,757 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:37,757 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:37,758 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:37,758 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:37,758 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,758 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/70ca7bf3f7734384bd14166dc8145b0f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c6ee7bbe2b5f4fed9bc019d6351d9163, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e38d22a7e8134b0b97280c4aae6daafa] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.0 K 2024-11-22T03:58:37,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742317_1493 (size=12301) 2024-11-22T03:58:37,759 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into 9561a534f64e40b0b1d82d5672b61a13(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:37,759 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:37,759 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247917324; duration=0sec 2024-11-22T03:58:37,759 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:37,759 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:37,759 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70ca7bf3f7734384bd14166dc8145b0f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1732247912897 2024-11-22T03:58:37,760 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6ee7bbe2b5f4fed9bc019d6351d9163, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732247915261 2024-11-22T03:58:37,760 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e38d22a7e8134b0b97280c4aae6daafa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732247916457 2024-11-22T03:58:37,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/33f7daef21ad4e6794cecb56e967f11f 2024-11-22T03:58:37,765 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:37,765 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/f03396b818d04959b5df94547223afdc is 50, key is test_row_0/C:col10/1732247916467/Put/seqid=0 2024-11-22T03:58:37,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/65d60c158713470b8a308e240238af20 is 50, key is test_row_0/C:col10/1732247916656/Put/seqid=0 2024-11-22T03:58:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742318_1494 (size=12697) 2024-11-22T03:58:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742319_1495 (size=12301) 2024-11-22T03:58:37,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/65d60c158713470b8a308e240238af20 2024-11-22T03:58:37,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/3dc615dca35641ad8145353bd0e7c9a7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/3dc615dca35641ad8145353bd0e7c9a7 2024-11-22T03:58:37,772 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/f03396b818d04959b5df94547223afdc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/f03396b818d04959b5df94547223afdc 2024-11-22T03:58:37,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/3dc615dca35641ad8145353bd0e7c9a7, entries=200, sequenceid=278, filesize=14.4 K 2024-11-22T03:58:37,775 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into f03396b818d04959b5df94547223afdc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:37,775 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:37,775 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247917324; duration=0sec 2024-11-22T03:58:37,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/33f7daef21ad4e6794cecb56e967f11f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/33f7daef21ad4e6794cecb56e967f11f 2024-11-22T03:58:37,775 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:37,775 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:37,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/33f7daef21ad4e6794cecb56e967f11f, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T03:58:37,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/65d60c158713470b8a308e240238af20 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/65d60c158713470b8a308e240238af20 2024-11-22T03:58:37,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/65d60c158713470b8a308e240238af20, entries=150, sequenceid=278, filesize=12.0 K 2024-11-22T03:58:37,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~85.27 KB/87312, currentSize=93.93 KB/96180 for aeed04746e6089ee60c66693102982d5 in 455ms, sequenceid=278, compaction requested=false 2024-11-22T03:58:37,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:37,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:37,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=100.63 KB heapSize=282.84 KB 2024-11-22T03:58:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:37,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:37,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/59070ce5ff2443b6ae8926f6d472bfb0 is 50, key is test_row_0/A:col10/1732247917784/Put/seqid=0 2024-11-22T03:58:37,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742320_1496 (size=14741) 2024-11-22T03:58:37,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,841 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247977832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247977832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,842 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:37,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247977950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:37,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247977950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:37,958 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:37,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:37,994 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:38,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247978159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247978170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:38,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/59070ce5ff2443b6ae8926f6d472bfb0 2024-11-22T03:58:38,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/5270a7b7abfb4bf39dd47e535286f7a1 is 50, key is test_row_0/B:col10/1732247917784/Put/seqid=0 2024-11-22T03:58:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742321_1497 (size=12301) 2024-11-22T03:58:38,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/5270a7b7abfb4bf39dd47e535286f7a1 2024-11-22T03:58:38,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/5ff2b1138e9f4d69b816968ad18fb4bf is 50, key is test_row_0/C:col10/1732247917784/Put/seqid=0 2024-11-22T03:58:38,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742322_1498 (size=12301) 2024-11-22T03:58:38,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:38,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247978479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247978489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:38,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:38,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:38,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:38,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:38,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/5ff2b1138e9f4d69b816968ad18fb4bf 2024-11-22T03:58:38,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/59070ce5ff2443b6ae8926f6d472bfb0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/59070ce5ff2443b6ae8926f6d472bfb0 2024-11-22T03:58:38,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/59070ce5ff2443b6ae8926f6d472bfb0, entries=200, sequenceid=364, filesize=14.4 K 2024-11-22T03:58:38,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/5270a7b7abfb4bf39dd47e535286f7a1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5270a7b7abfb4bf39dd47e535286f7a1 2024-11-22T03:58:38,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5270a7b7abfb4bf39dd47e535286f7a1, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T03:58:38,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/5ff2b1138e9f4d69b816968ad18fb4bf as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5ff2b1138e9f4d69b816968ad18fb4bf 2024-11-22T03:58:38,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5ff2b1138e9f4d69b816968ad18fb4bf, entries=150, sequenceid=364, filesize=12.0 K 2024-11-22T03:58:38,654 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~282.80 KB/289584, currentSize=80.51 KB/82440 for aeed04746e6089ee60c66693102982d5 in 869ms, sequenceid=364, compaction requested=true 2024-11-22T03:58:38,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:38,654 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:38,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:38,655 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:38,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:38,655 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:38,655 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:38,655 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,655 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04d3c02abfd1406d8816f3fe6d1520c1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/3dc615dca35641ad8145353bd0e7c9a7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/59070ce5ff2443b6ae8926f6d472bfb0] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=41.2 K 2024-11-22T03:58:38,655 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:38,655 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:38,655 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04d3c02abfd1406d8816f3fe6d1520c1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732247916457 2024-11-22T03:58:38,655 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,655 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/9561a534f64e40b0b1d82d5672b61a13, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/33f7daef21ad4e6794cecb56e967f11f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5270a7b7abfb4bf39dd47e535286f7a1] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.4 K 2024-11-22T03:58:38,656 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3dc615dca35641ad8145353bd0e7c9a7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732247916656 2024-11-22T03:58:38,656 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 9561a534f64e40b0b1d82d5672b61a13, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732247916457 2024-11-22T03:58:38,656 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 59070ce5ff2443b6ae8926f6d472bfb0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732247917744 2024-11-22T03:58:38,656 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 33f7daef21ad4e6794cecb56e967f11f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732247916656 2024-11-22T03:58:38,656 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5270a7b7abfb4bf39dd47e535286f7a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732247917744 2024-11-22T03:58:38,665 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:38,666 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/8e145b9169f44f72b74157d725f519cd is 50, key is test_row_0/A:col10/1732247917784/Put/seqid=0 2024-11-22T03:58:38,675 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:38,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742323_1499 (size=12949) 2024-11-22T03:58:38,676 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e11a147d0ca54b1f84e944f4d2d1df2f is 50, key is test_row_0/B:col10/1732247917784/Put/seqid=0 2024-11-22T03:58:38,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742324_1500 (size=12949) 2024-11-22T03:58:38,681 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/8e145b9169f44f72b74157d725f519cd as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8e145b9169f44f72b74157d725f519cd 2024-11-22T03:58:38,685 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/e11a147d0ca54b1f84e944f4d2d1df2f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e11a147d0ca54b1f84e944f4d2d1df2f 2024-11-22T03:58:38,688 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into 8e145b9169f44f72b74157d725f519cd(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:38,688 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:38,688 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247918654; duration=0sec 2024-11-22T03:58:38,689 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:38,689 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:38,689 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:38,690 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into e11a147d0ca54b1f84e944f4d2d1df2f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:38,690 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:38,690 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247918655; duration=0sec 2024-11-22T03:58:38,690 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:38,690 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:38,692 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:38,692 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:38,692 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,692 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/f03396b818d04959b5df94547223afdc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/65d60c158713470b8a308e240238af20, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5ff2b1138e9f4d69b816968ad18fb4bf] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.4 K 2024-11-22T03:58:38,692 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f03396b818d04959b5df94547223afdc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732247916457 2024-11-22T03:58:38,692 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65d60c158713470b8a308e240238af20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732247916656 2024-11-22T03:58:38,693 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ff2b1138e9f4d69b816968ad18fb4bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732247917744 2024-11-22T03:58:38,697 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:38,698 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/35f2be28004f491a92760996eb6e683d is 50, key is test_row_0/C:col10/1732247917784/Put/seqid=0 2024-11-22T03:58:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742325_1501 (size=12949) 2024-11-22T03:58:38,707 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/35f2be28004f491a92760996eb6e683d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/35f2be28004f491a92760996eb6e683d 2024-11-22T03:58:38,714 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into 35f2be28004f491a92760996eb6e683d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:38,714 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:38,714 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247918655; duration=0sec 2024-11-22T03:58:38,714 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:38,714 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:38,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:38,758 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:38,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/e4cb604c97bb4452859e50185ec397f8 is 50, key is test_row_0/A:col10/1732247917825/Put/seqid=0 2024-11-22T03:58:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742326_1502 (size=12301) 2024-11-22T03:58:38,765 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/e4cb604c97bb4452859e50185ec397f8 2024-11-22T03:58:38,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/b79c8b238633425eace9ec04c9a71622 is 50, key is test_row_0/B:col10/1732247917825/Put/seqid=0 2024-11-22T03:58:38,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742327_1503 (size=12301) 2024-11-22T03:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:39,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:39,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247979046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247979053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,057 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247979159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247979159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,178 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/b79c8b238633425eace9ec04c9a71622 2024-11-22T03:58:39,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/c881729618cf41d5bb803d9a54d672c9 is 50, key is test_row_0/C:col10/1732247917825/Put/seqid=0 2024-11-22T03:58:39,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742328_1504 (size=12301) 2024-11-22T03:58:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247979370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247979370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,588 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/c881729618cf41d5bb803d9a54d672c9 2024-11-22T03:58:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/e4cb604c97bb4452859e50185ec397f8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/e4cb604c97bb4452859e50185ec397f8 2024-11-22T03:58:39,596 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/e4cb604c97bb4452859e50185ec397f8, entries=150, sequenceid=382, filesize=12.0 K 2024-11-22T03:58:39,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/b79c8b238633425eace9ec04c9a71622 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b79c8b238633425eace9ec04c9a71622 2024-11-22T03:58:39,599 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b79c8b238633425eace9ec04c9a71622, entries=150, sequenceid=382, filesize=12.0 K 2024-11-22T03:58:39,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/c881729618cf41d5bb803d9a54d672c9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c881729618cf41d5bb803d9a54d672c9 2024-11-22T03:58:39,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c881729618cf41d5bb803d9a54d672c9, entries=150, sequenceid=382, filesize=12.0 K 2024-11-22T03:58:39,602 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for aeed04746e6089ee60c66693102982d5 in 844ms, sequenceid=382, compaction requested=false 2024-11-22T03:58:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:39,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-22T03:58:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-22T03:58:39,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-22T03:58:39,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1410 sec 2024-11-22T03:58:39,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 3.1460 sec 2024-11-22T03:58:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:39,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-22T03:58:39,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:39,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/1ae4bdbab2934899b46f02c78fbb1965 is 50, key is test_row_0/A:col10/1732247919695/Put/seqid=0 2024-11-22T03:58:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742329_1505 (size=14741) 2024-11-22T03:58:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247979746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247979752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247979869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247979869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:39,880 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247980089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:40,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247980089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,101 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:40,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/1ae4bdbab2934899b46f02c78fbb1965 2024-11-22T03:58:40,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/2f273167b2d048f28713bec57d0fb233 is 50, key is test_row_0/B:col10/1732247919695/Put/seqid=0 2024-11-22T03:58:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742330_1506 (size=12301) 2024-11-22T03:58:40,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:40,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247980410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247980410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:40,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:40,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/2f273167b2d048f28713bec57d0fb233 2024-11-22T03:58:40,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/62c9848a54a14a07bded066b937a3dee is 50, key is test_row_0/C:col10/1732247919695/Put/seqid=0 2024-11-22T03:58:40,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742331_1507 (size=12301) 2024-11-22T03:58:40,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/62c9848a54a14a07bded066b937a3dee 2024-11-22T03:58:40,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/1ae4bdbab2934899b46f02c78fbb1965 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/1ae4bdbab2934899b46f02c78fbb1965 2024-11-22T03:58:40,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/1ae4bdbab2934899b46f02c78fbb1965, entries=200, sequenceid=400, filesize=14.4 K 2024-11-22T03:58:40,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/2f273167b2d048f28713bec57d0fb233 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2f273167b2d048f28713bec57d0fb233 2024-11-22T03:58:40,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2f273167b2d048f28713bec57d0fb233, entries=150, sequenceid=400, filesize=12.0 K 2024-11-22T03:58:40,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/62c9848a54a14a07bded066b937a3dee as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/62c9848a54a14a07bded066b937a3dee 2024-11-22T03:58:40,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/62c9848a54a14a07bded066b937a3dee, entries=150, sequenceid=400, filesize=12.0 K 2024-11-22T03:58:40,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for aeed04746e6089ee60c66693102982d5 in 849ms, sequenceid=400, compaction requested=true 2024-11-22T03:58:40,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:40,545 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:40,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:40,546 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39991 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:40,548 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:40,548 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:40,548 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8e145b9169f44f72b74157d725f519cd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/e4cb604c97bb4452859e50185ec397f8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/1ae4bdbab2934899b46f02c78fbb1965] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=39.1 K 2024-11-22T03:58:40,548 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e11a147d0ca54b1f84e944f4d2d1df2f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b79c8b238633425eace9ec04c9a71622, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2f273167b2d048f28713bec57d0fb233] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.7 K 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e145b9169f44f72b74157d725f519cd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732247917744 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e11a147d0ca54b1f84e944f4d2d1df2f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732247917744 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting e4cb604c97bb4452859e50185ec397f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732247917802 2024-11-22T03:58:40,548 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b79c8b238633425eace9ec04c9a71622, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732247917802 2024-11-22T03:58:40,549 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f273167b2d048f28713bec57d0fb233, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732247919045 2024-11-22T03:58:40,549 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ae4bdbab2934899b46f02c78fbb1965, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732247919020 2024-11-22T03:58:40,556 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:40,556 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a796a86270f34f3fb76c517d4ec7fa23 is 50, key is test_row_0/A:col10/1732247919695/Put/seqid=0 2024-11-22T03:58:40,561 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:40,561 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/dac6b6b39b58437582f66d39f0d62c6c is 50, key is test_row_0/B:col10/1732247919695/Put/seqid=0 2024-11-22T03:58:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742332_1508 (size=13051) 2024-11-22T03:58:40,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742333_1509 (size=13051) 2024-11-22T03:58:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-22T03:58:40,620 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:40,620 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-22T03:58:40,622 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T03:58:40,623 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:40,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T03:58:40,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-22T03:58:40,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:40,776 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T03:58:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:40,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:40,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a4b53c058c654532bb2c84fc753023e8 is 50, key is test_row_0/A:col10/1732247919715/Put/seqid=0 2024-11-22T03:58:40,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742334_1510 (size=12301) 2024-11-22T03:58:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:40,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T03:58:40,966 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a796a86270f34f3fb76c517d4ec7fa23 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a796a86270f34f3fb76c517d4ec7fa23 2024-11-22T03:58:40,969 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into a796a86270f34f3fb76c517d4ec7fa23(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:40,969 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:40,969 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247920545; duration=0sec 2024-11-22T03:58:40,969 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:40,969 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:40,969 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:40,970 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:40,970 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:40,970 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:40,970 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/35f2be28004f491a92760996eb6e683d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c881729618cf41d5bb803d9a54d672c9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/62c9848a54a14a07bded066b937a3dee] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.7 K 2024-11-22T03:58:40,970 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f2be28004f491a92760996eb6e683d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732247917744 2024-11-22T03:58:40,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c881729618cf41d5bb803d9a54d672c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1732247917802 2024-11-22T03:58:40,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 62c9848a54a14a07bded066b937a3dee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732247919045 2024-11-22T03:58:40,974 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/dac6b6b39b58437582f66d39f0d62c6c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/dac6b6b39b58437582f66d39f0d62c6c 2024-11-22T03:58:40,977 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:40,977 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/dd88aaabd9f847d48ecedc9eb2b761b6 is 50, key is test_row_0/C:col10/1732247919695/Put/seqid=0 2024-11-22T03:58:40,978 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into dac6b6b39b58437582f66d39f0d62c6c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:40,978 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:40,978 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247920546; duration=0sec 2024-11-22T03:58:40,978 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:40,978 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:40,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742335_1511 (size=13051) 2024-11-22T03:58:41,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247980997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247981011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247981120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247981120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,182 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a4b53c058c654532bb2c84fc753023e8 2024-11-22T03:58:41,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c44a1e1459c04470afee033cc3345825 is 50, key is test_row_0/B:col10/1732247919715/Put/seqid=0 2024-11-22T03:58:41,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742336_1512 (size=12301) 2024-11-22T03:58:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T03:58:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247981340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247981340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,385 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/dd88aaabd9f847d48ecedc9eb2b761b6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/dd88aaabd9f847d48ecedc9eb2b761b6 2024-11-22T03:58:41,388 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into dd88aaabd9f847d48ecedc9eb2b761b6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:41,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:41,388 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247920546; duration=0sec 2024-11-22T03:58:41,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:41,388 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:41,594 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c44a1e1459c04470afee033cc3345825 2024-11-22T03:58:41,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/a0fd51d01b864a6596e6f02e57759b62 is 50, key is test_row_0/C:col10/1732247919715/Put/seqid=0 2024-11-22T03:58:41,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742337_1513 (size=12301) 2024-11-22T03:58:41,610 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/a0fd51d01b864a6596e6f02e57759b62 2024-11-22T03:58:41,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/a4b53c058c654532bb2c84fc753023e8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a4b53c058c654532bb2c84fc753023e8 2024-11-22T03:58:41,619 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a4b53c058c654532bb2c84fc753023e8, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T03:58:41,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c44a1e1459c04470afee033cc3345825 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c44a1e1459c04470afee033cc3345825 2024-11-22T03:58:41,623 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c44a1e1459c04470afee033cc3345825, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T03:58:41,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/a0fd51d01b864a6596e6f02e57759b62 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/a0fd51d01b864a6596e6f02e57759b62 2024-11-22T03:58:41,626 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/a0fd51d01b864a6596e6f02e57759b62, entries=150, sequenceid=414, filesize=12.0 K 2024-11-22T03:58:41,629 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for aeed04746e6089ee60c66693102982d5 in 854ms, sequenceid=414, compaction requested=false 2024-11-22T03:58:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-22T03:58:41,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-22T03:58:41,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-22T03:58:41,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-22T03:58:41,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.0120 sec 2024-11-22T03:58:41,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:58:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:41,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:41,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:41,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/fe28e82cc36a4a359c660eb31c7fb4a0 is 50, key is test_row_0/A:col10/1732247920976/Put/seqid=0 2024-11-22T03:58:41,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742338_1514 (size=14741) 2024-11-22T03:58:41,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247981701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247981706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-22T03:58:41,760 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:41,760 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:41,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-22T03:58:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:41,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:41,762 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:41,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:41,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247981809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:41,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247981819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:41,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:41,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T03:58:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:41,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:41,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:41,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247982029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:42,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247982029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,032 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:42,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T03:58:42,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:42,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:42,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/fe28e82cc36a4a359c660eb31c7fb4a0 2024-11-22T03:58:42,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/77c7362003704b2cac8c364a2af030a4 is 50, key is test_row_0/B:col10/1732247920976/Put/seqid=0 2024-11-22T03:58:42,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742339_1515 (size=12301) 2024-11-22T03:58:42,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/77c7362003704b2cac8c364a2af030a4 2024-11-22T03:58:42,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/7ef2114fa4ad4d188fbb14caa8867f8a is 50, key is test_row_0/C:col10/1732247920976/Put/seqid=0 2024-11-22T03:58:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742340_1516 (size=12301) 2024-11-22T03:58:42,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T03:58:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247982339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247982340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,350 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:42,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T03:58:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:42,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:42,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/7ef2114fa4ad4d188fbb14caa8867f8a 2024-11-22T03:58:42,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T03:58:42,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/fe28e82cc36a4a359c660eb31c7fb4a0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/fe28e82cc36a4a359c660eb31c7fb4a0 2024-11-22T03:58:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/fe28e82cc36a4a359c660eb31c7fb4a0, entries=200, sequenceid=436, filesize=14.4 K 2024-11-22T03:58:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:42,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/77c7362003704b2cac8c364a2af030a4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/77c7362003704b2cac8c364a2af030a4 2024-11-22T03:58:42,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/77c7362003704b2cac8c364a2af030a4, entries=150, sequenceid=436, filesize=12.0 K 2024-11-22T03:58:42,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/7ef2114fa4ad4d188fbb14caa8867f8a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/7ef2114fa4ad4d188fbb14caa8867f8a 2024-11-22T03:58:42,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/7ef2114fa4ad4d188fbb14caa8867f8a, entries=150, sequenceid=436, filesize=12.0 K 2024-11-22T03:58:42,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for aeed04746e6089ee60c66693102982d5 in 879ms, sequenceid=436, compaction requested=true 2024-11-22T03:58:42,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:42,538 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:42,538 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:42,538 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:42,538 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:42,539 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,539 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a796a86270f34f3fb76c517d4ec7fa23, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a4b53c058c654532bb2c84fc753023e8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/fe28e82cc36a4a359c660eb31c7fb4a0] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=39.2 K 2024-11-22T03:58:42,539 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:42,539 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:42,539 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,539 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/dac6b6b39b58437582f66d39f0d62c6c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c44a1e1459c04470afee033cc3345825, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/77c7362003704b2cac8c364a2af030a4] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.8 K 2024-11-22T03:58:42,539 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a796a86270f34f3fb76c517d4ec7fa23, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732247919045 2024-11-22T03:58:42,539 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting dac6b6b39b58437582f66d39f0d62c6c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732247919045 2024-11-22T03:58:42,539 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4b53c058c654532bb2c84fc753023e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732247919715 2024-11-22T03:58:42,539 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting c44a1e1459c04470afee033cc3345825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732247919715 2024-11-22T03:58:42,540 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe28e82cc36a4a359c660eb31c7fb4a0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732247920976 2024-11-22T03:58:42,540 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 77c7362003704b2cac8c364a2af030a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732247920976 2024-11-22T03:58:42,548 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:42,548 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:42,548 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/1fc0b6138ca6476290a6ff05e3fead42 is 50, key is test_row_0/B:col10/1732247920976/Put/seqid=0 2024-11-22T03:58:42,548 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/04ae43cc2a8f4509814194502d0505b2 is 50, key is test_row_0/A:col10/1732247920976/Put/seqid=0 2024-11-22T03:58:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742342_1518 (size=13153) 2024-11-22T03:58:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742341_1517 (size=13153) 2024-11-22T03:58:42,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-22T03:58:42,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,682 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:58:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:42,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:42,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/ebe0047a96c34773a5d2458fc0d82d65 is 50, key is test_row_0/A:col10/1732247921678/Put/seqid=0 2024-11-22T03:58:42,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742343_1519 (size=12301) 2024-11-22T03:58:42,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:42,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:42,964 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/1fc0b6138ca6476290a6ff05e3fead42 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/1fc0b6138ca6476290a6ff05e3fead42 2024-11-22T03:58:42,964 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/04ae43cc2a8f4509814194502d0505b2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04ae43cc2a8f4509814194502d0505b2 2024-11-22T03:58:42,967 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into 1fc0b6138ca6476290a6ff05e3fead42(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:42,967 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into 04ae43cc2a8f4509814194502d0505b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:42,968 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247922538; duration=0sec 2024-11-22T03:58:42,968 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247922537; duration=0sec 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:42,968 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:42,969 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:42,969 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:42,969 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/dd88aaabd9f847d48ecedc9eb2b761b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/a0fd51d01b864a6596e6f02e57759b62, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/7ef2114fa4ad4d188fbb14caa8867f8a] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.8 K 2024-11-22T03:58:42,969 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd88aaabd9f847d48ecedc9eb2b761b6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732247919045 2024-11-22T03:58:42,969 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0fd51d01b864a6596e6f02e57759b62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732247919715 2024-11-22T03:58:42,969 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ef2114fa4ad4d188fbb14caa8867f8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732247920976 2024-11-22T03:58:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247982956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247982956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:42,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:42,975 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:42,975 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/3f75a91137114f878485f0039dc4b462 is 50, key is test_row_0/C:col10/1732247920976/Put/seqid=0 2024-11-22T03:58:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742344_1520 (size=13153) 2024-11-22T03:58:43,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:43,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247983080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:43,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247983080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:43,089 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/ebe0047a96c34773a5d2458fc0d82d65 2024-11-22T03:58:43,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/4807680ba6994a7483bcbb22ec1e5942 is 50, key is test_row_0/B:col10/1732247921678/Put/seqid=0 2024-11-22T03:58:43,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742345_1521 (size=12301) 2024-11-22T03:58:43,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247983289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:43,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247983290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:43,385 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/3f75a91137114f878485f0039dc4b462 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3f75a91137114f878485f0039dc4b462 2024-11-22T03:58:43,388 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into 3f75a91137114f878485f0039dc4b462(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:43,388 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:43,388 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247922538; duration=0sec 2024-11-22T03:58:43,389 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:43,389 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:43,498 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/4807680ba6994a7483bcbb22ec1e5942 2024-11-22T03:58:43,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/866190e13b2f402f82238a44de8a6180 is 50, key is test_row_0/C:col10/1732247921678/Put/seqid=0 2024-11-22T03:58:43,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742346_1522 (size=12301) 2024-11-22T03:58:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:43,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247983609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:43,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:43,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247983609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:43,616 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:43,913 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/866190e13b2f402f82238a44de8a6180 2024-11-22T03:58:43,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/ebe0047a96c34773a5d2458fc0d82d65 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ebe0047a96c34773a5d2458fc0d82d65 2024-11-22T03:58:43,919 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ebe0047a96c34773a5d2458fc0d82d65, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T03:58:43,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/4807680ba6994a7483bcbb22ec1e5942 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4807680ba6994a7483bcbb22ec1e5942 2024-11-22T03:58:43,922 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4807680ba6994a7483bcbb22ec1e5942, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T03:58:43,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/866190e13b2f402f82238a44de8a6180 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/866190e13b2f402f82238a44de8a6180 2024-11-22T03:58:43,924 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/866190e13b2f402f82238a44de8a6180, entries=150, sequenceid=449, filesize=12.0 K 2024-11-22T03:58:43,925 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for aeed04746e6089ee60c66693102982d5 in 1244ms, sequenceid=449, compaction requested=false 2024-11-22T03:58:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-22T03:58:43,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-22T03:58:43,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-22T03:58:43,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1640 sec 2024-11-22T03:58:43,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.1680 sec 2024-11-22T03:58:44,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:44,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:58:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:44,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:44,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/b428d49fcd124efba8569a1abea7d38b is 50, key is test_row_0/A:col10/1732247922923/Put/seqid=0 2024-11-22T03:58:44,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742347_1523 (size=14741) 2024-11-22T03:58:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247984171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247984172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247984289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247984290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247984509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247984509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/b428d49fcd124efba8569a1abea7d38b 2024-11-22T03:58:44,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/485e0a88a05b431089b41fc08a9c4e74 is 50, key is test_row_0/B:col10/1732247922923/Put/seqid=0 2024-11-22T03:58:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742348_1524 (size=12301) 2024-11-22T03:58:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247984830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:44,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247984830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:44,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:44,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/485e0a88a05b431089b41fc08a9c4e74 2024-11-22T03:58:44,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d19e0925121a460e87765dc0c0e3a8c4 is 50, key is test_row_0/C:col10/1732247922923/Put/seqid=0 2024-11-22T03:58:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742349_1525 (size=12301) 2024-11-22T03:58:45,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247985340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247985340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d19e0925121a460e87765dc0c0e3a8c4 2024-11-22T03:58:45,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/b428d49fcd124efba8569a1abea7d38b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/b428d49fcd124efba8569a1abea7d38b 2024-11-22T03:58:45,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/b428d49fcd124efba8569a1abea7d38b, entries=200, sequenceid=473, filesize=14.4 K 2024-11-22T03:58:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/485e0a88a05b431089b41fc08a9c4e74 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/485e0a88a05b431089b41fc08a9c4e74 2024-11-22T03:58:45,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/485e0a88a05b431089b41fc08a9c4e74, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T03:58:45,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d19e0925121a460e87765dc0c0e3a8c4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d19e0925121a460e87765dc0c0e3a8c4 2024-11-22T03:58:45,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d19e0925121a460e87765dc0c0e3a8c4, entries=150, sequenceid=473, filesize=12.0 K 2024-11-22T03:58:45,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for aeed04746e6089ee60c66693102982d5 in 1270ms, sequenceid=473, compaction requested=true 2024-11-22T03:58:45,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:45,402 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:45,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:45,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:45,402 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:45,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:45,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:45,403 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:45,403 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:45,403 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:45,403 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:45,403 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:45,403 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:45,404 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04ae43cc2a8f4509814194502d0505b2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ebe0047a96c34773a5d2458fc0d82d65, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/b428d49fcd124efba8569a1abea7d38b] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=39.3 K 2024-11-22T03:58:45,404 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/1fc0b6138ca6476290a6ff05e3fead42, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4807680ba6994a7483bcbb22ec1e5942, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/485e0a88a05b431089b41fc08a9c4e74] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.9 K 2024-11-22T03:58:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:45,404 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ae43cc2a8f4509814194502d0505b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732247920976 2024-11-22T03:58:45,404 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fc0b6138ca6476290a6ff05e3fead42, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732247920976 2024-11-22T03:58:45,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:45,404 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ebe0047a96c34773a5d2458fc0d82d65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732247921678 2024-11-22T03:58:45,404 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4807680ba6994a7483bcbb22ec1e5942, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732247921678 2024-11-22T03:58:45,405 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting b428d49fcd124efba8569a1abea7d38b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247922923 2024-11-22T03:58:45,406 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 485e0a88a05b431089b41fc08a9c4e74, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247922923 2024-11-22T03:58:45,428 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:45,429 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/cb5b48c5aa694862babe3f68f406810d is 50, key is test_row_0/A:col10/1732247922923/Put/seqid=0 2024-11-22T03:58:45,430 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#456 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:45,431 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c25728cba40441139896dfe692bb9d27 is 50, key is test_row_0/B:col10/1732247922923/Put/seqid=0 2024-11-22T03:58:45,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742350_1526 (size=13255) 2024-11-22T03:58:45,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742351_1527 (size=13255) 2024-11-22T03:58:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:45,676 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:58:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:45,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:45,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/371596b6459f4406873f43dec9e09fc6 is 50, key is test_row_0/A:col10/1732247924170/Put/seqid=0 2024-11-22T03:58:45,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742352_1528 (size=14741) 2024-11-22T03:58:45,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247985728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247985729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247985730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,748 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,835 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/cb5b48c5aa694862babe3f68f406810d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cb5b48c5aa694862babe3f68f406810d 2024-11-22T03:58:45,839 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into cb5b48c5aa694862babe3f68f406810d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:45,839 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:45,839 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247925402; duration=0sec 2024-11-22T03:58:45,839 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:45,839 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:45,839 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:45,840 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:45,840 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:45,840 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:45,840 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3f75a91137114f878485f0039dc4b462, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/866190e13b2f402f82238a44de8a6180, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d19e0925121a460e87765dc0c0e3a8c4] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=36.9 K 2024-11-22T03:58:45,840 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f75a91137114f878485f0039dc4b462, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1732247920976 2024-11-22T03:58:45,841 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 866190e13b2f402f82238a44de8a6180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732247921678 2024-11-22T03:58:45,841 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting d19e0925121a460e87765dc0c0e3a8c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247922923 2024-11-22T03:58:45,843 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/c25728cba40441139896dfe692bb9d27 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c25728cba40441139896dfe692bb9d27 2024-11-22T03:58:45,846 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into c25728cba40441139896dfe692bb9d27(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:45,846 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:45,847 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247925402; duration=0sec 2024-11-22T03:58:45,847 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:45,847 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:45,847 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#458 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:45,848 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/fdfbc2c718244f598035bf8a2a3304bb is 50, key is test_row_0/C:col10/1732247922923/Put/seqid=0 2024-11-22T03:58:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742353_1529 (size=13255) 2024-11-22T03:58:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247985850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247985850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,860 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247985850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:45,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-22T03:58:45,920 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:45,920 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-22T03:58:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:45,921 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:45,922 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:45,922 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:46,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247986070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247986070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,079 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247986070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/371596b6459f4406873f43dec9e09fc6 2024-11-22T03:58:46,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/a2923f40ea2b45459877358f411a12f7 is 50, key is test_row_0/B:col10/1732247924170/Put/seqid=0 2024-11-22T03:58:46,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742354_1530 (size=12301) 2024-11-22T03:58:46,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,227 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:46,254 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/fdfbc2c718244f598035bf8a2a3304bb as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/fdfbc2c718244f598035bf8a2a3304bb 2024-11-22T03:58:46,257 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into fdfbc2c718244f598035bf8a2a3304bb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:46,257 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:46,257 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247925403; duration=0sec 2024-11-22T03:58:46,257 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:46,257 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:46,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41300 deadline: 1732247986349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,356 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41322 deadline: 1732247986359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,367 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,367 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,379 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247986390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247986390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247986390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/a2923f40ea2b45459877358f411a12f7 2024-11-22T03:58:46,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/52422035bc934bbfb9b4aaf12642f01a is 50, key is test_row_0/C:col10/1732247924170/Put/seqid=0 2024-11-22T03:58:46,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742355_1531 (size=12301) 2024-11-22T03:58:46,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:46,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/52422035bc934bbfb9b4aaf12642f01a 2024-11-22T03:58:46,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/371596b6459f4406873f43dec9e09fc6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/371596b6459f4406873f43dec9e09fc6 2024-11-22T03:58:46,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/371596b6459f4406873f43dec9e09fc6, entries=200, sequenceid=485, filesize=14.4 K 2024-11-22T03:58:46,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/a2923f40ea2b45459877358f411a12f7 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/a2923f40ea2b45459877358f411a12f7 2024-11-22T03:58:46,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/a2923f40ea2b45459877358f411a12f7, entries=150, sequenceid=485, filesize=12.0 K 2024-11-22T03:58:46,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/52422035bc934bbfb9b4aaf12642f01a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/52422035bc934bbfb9b4aaf12642f01a 2024-11-22T03:58:46,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247986910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/52422035bc934bbfb9b4aaf12642f01a, entries=150, sequenceid=485, filesize=12.0 K 2024-11-22T03:58:46,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for aeed04746e6089ee60c66693102982d5 in 1244ms, sequenceid=485, compaction requested=false 2024-11-22T03:58:46,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:46,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:58:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:46,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:58:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:46,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/7f0162a4f28e488e883d3bef7d3daa64 is 50, key is test_row_0/A:col10/1732247925729/Put/seqid=0 2024-11-22T03:58:46,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742356_1532 (size=14741) 2024-11-22T03:58:46,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247986954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247986956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:46,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:46,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:46,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247987069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,076 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:47,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247987079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:47,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,224 INFO [Thread-1997 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1997. 2024-11-22T03:58:47,224 DEBUG [Thread-1997 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:47,224 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,224 DEBUG [Thread-1997 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:47,227 INFO [Thread-1999 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1999. 2024-11-22T03:58:47,227 DEBUG [Thread-1999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:47,227 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,227 DEBUG [Thread-1999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,227 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:47,235 INFO [Thread-2001 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2001. 2024-11-22T03:58:47,235 DEBUG [Thread-2001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:47,235 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,235 DEBUG [Thread-2001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,235 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:47,236 INFO [Thread-1993 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1993. 2024-11-22T03:58:47,237 DEBUG [Thread-1993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:47,237 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,237 DEBUG [Thread-1993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:47,239 INFO [Thread-1995 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1995. 2024-11-22T03:58:47,239 DEBUG [Thread-1995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:47,239 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,239 DEBUG [Thread-1995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:47,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:47,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247987280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,281 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:47,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:47,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247987299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:47,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/7f0162a4f28e488e883d3bef7d3daa64 2024-11-22T03:58:47,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/2b9142f4ddff489f824d186e0af161ed is 50, key is test_row_0/B:col10/1732247925729/Put/seqid=0 2024-11-22T03:58:47,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742357_1533 (size=12301) 2024-11-22T03:58:47,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:47,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247987590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,591 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:47,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:47,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247987610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:47,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,611 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/2b9142f4ddff489f824d186e0af161ed 2024-11-22T03:58:47,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/6594f411f3ef474a8898cdaf1ef6b9d1 is 50, key is test_row_0/C:col10/1732247925729/Put/seqid=0 2024-11-22T03:58:47,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742358_1534 (size=12301) 2024-11-22T03:58:47,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:47,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:47,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:47,920 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41302 deadline: 1732247987930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:47,930 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in aeed04746e6089ee60c66693102982d5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:58:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:47,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:48,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:48,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:48,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:48,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:48,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:48,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41324 deadline: 1732247988100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:48,101 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41258 deadline: 1732247988119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 , the old value is region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:48,120 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., hostname=c85114ed5096,44285,1732247784219, seqNum=2 because the exception is null or not the one we care about 2024-11-22T03:58:48,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=509 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/6594f411f3ef474a8898cdaf1ef6b9d1 2024-11-22T03:58:48,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/7f0162a4f28e488e883d3bef7d3daa64 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/7f0162a4f28e488e883d3bef7d3daa64 2024-11-22T03:58:48,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/7f0162a4f28e488e883d3bef7d3daa64, entries=200, sequenceid=509, filesize=14.4 K 2024-11-22T03:58:48,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/2b9142f4ddff489f824d186e0af161ed as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2b9142f4ddff489f824d186e0af161ed 2024-11-22T03:58:48,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2b9142f4ddff489f824d186e0af161ed, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T03:58:48,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/6594f411f3ef474a8898cdaf1ef6b9d1 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/6594f411f3ef474a8898cdaf1ef6b9d1 2024-11-22T03:58:48,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/6594f411f3ef474a8898cdaf1ef6b9d1, entries=150, sequenceid=509, filesize=12.0 K 2024-11-22T03:58:48,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for aeed04746e6089ee60c66693102982d5 in 1251ms, sequenceid=509, compaction requested=true 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:58:48,175 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeed04746e6089ee60c66693102982d5:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:58:48,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:48,175 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:48,175 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:48,175 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:48,175 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/B is initiating minor compaction (all files) 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/A is initiating minor compaction (all files) 2024-11-22T03:58:48,176 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/B in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:48,176 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/A in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:48,176 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c25728cba40441139896dfe692bb9d27, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/a2923f40ea2b45459877358f411a12f7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2b9142f4ddff489f824d186e0af161ed] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=37.0 K 2024-11-22T03:58:48,176 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cb5b48c5aa694862babe3f68f406810d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/371596b6459f4406873f43dec9e09fc6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/7f0162a4f28e488e883d3bef7d3daa64] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=41.7 K 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c25728cba40441139896dfe692bb9d27, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247922923 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting cb5b48c5aa694862babe3f68f406810d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247922923 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting a2923f40ea2b45459877358f411a12f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732247924168 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 371596b6459f4406873f43dec9e09fc6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732247924150 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b9142f4ddff489f824d186e0af161ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732247925728 2024-11-22T03:58:48,176 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f0162a4f28e488e883d3bef7d3daa64, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732247925722 2024-11-22T03:58:48,181 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:48,182 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/c9298a3e94ea4fc5a5fda6a0fe9de714 is 50, key is test_row_0/A:col10/1732247925729/Put/seqid=0 2024-11-22T03:58:48,182 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:48,183 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/723f465a7c554d9898e7e78a62cbed1a is 50, key is test_row_0/B:col10/1732247925729/Put/seqid=0 2024-11-22T03:58:48,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742359_1535 (size=13357) 2024-11-22T03:58:48,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742360_1536 (size=13357) 2024-11-22T03:58:48,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:48,231 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:48,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:48,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/ee8d632b268448f9ae5ecd367ce03db8 is 50, key is test_row_0/A:col10/1732247926954/Put/seqid=0 2024-11-22T03:58:48,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742361_1537 (size=12301) 2024-11-22T03:58:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:48,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. as already flushing 2024-11-22T03:58:48,372 INFO [Thread-1982 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1982. 2024-11-22T03:58:48,372 DEBUG [Thread-1982 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:48,372 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:48,372 DEBUG [Thread-1982 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:48,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:48,392 INFO [Thread-1986 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1986. 2024-11-22T03:58:48,392 DEBUG [Thread-1986 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:48,392 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:48,392 DEBUG [Thread-1986 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:48,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:48,594 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/c9298a3e94ea4fc5a5fda6a0fe9de714 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/c9298a3e94ea4fc5a5fda6a0fe9de714 2024-11-22T03:58:48,596 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/723f465a7c554d9898e7e78a62cbed1a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/723f465a7c554d9898e7e78a62cbed1a 2024-11-22T03:58:48,598 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/A of aeed04746e6089ee60c66693102982d5 into c9298a3e94ea4fc5a5fda6a0fe9de714(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:48,598 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:48,598 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/A, priority=13, startTime=1732247928175; duration=0sec 2024-11-22T03:58:48,598 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:58:48,598 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:A 2024-11-22T03:58:48,598 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:58:48,599 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/B of aeed04746e6089ee60c66693102982d5 into 723f465a7c554d9898e7e78a62cbed1a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:48,599 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:48,599 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/B, priority=13, startTime=1732247928175; duration=0sec 2024-11-22T03:58:48,599 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:48,599 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:B 2024-11-22T03:58:48,599 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:58:48,599 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): aeed04746e6089ee60c66693102982d5/C is initiating minor compaction (all files) 2024-11-22T03:58:48,599 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of aeed04746e6089ee60c66693102982d5/C in TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:48,599 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/fdfbc2c718244f598035bf8a2a3304bb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/52422035bc934bbfb9b4aaf12642f01a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/6594f411f3ef474a8898cdaf1ef6b9d1] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp, totalSize=37.0 K 2024-11-22T03:58:48,599 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting fdfbc2c718244f598035bf8a2a3304bb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732247922923 2024-11-22T03:58:48,600 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 52422035bc934bbfb9b4aaf12642f01a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1732247924168 2024-11-22T03:58:48,600 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 6594f411f3ef474a8898cdaf1ef6b9d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=509, earliestPutTs=1732247925728 2024-11-22T03:58:48,605 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeed04746e6089ee60c66693102982d5#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:58:48,605 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d3d81a3c4c9b46e68c42be2445acef6b is 50, key is test_row_0/C:col10/1732247925729/Put/seqid=0 2024-11-22T03:58:48,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742362_1538 (size=13357) 2024-11-22T03:58:48,638 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/ee8d632b268448f9ae5ecd367ce03db8 2024-11-22T03:58:48,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/3d8c59a258be4f339803738872855d26 is 50, key is test_row_0/B:col10/1732247926954/Put/seqid=0 2024-11-22T03:58:48,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742363_1539 (size=12301) 2024-11-22T03:58:49,015 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/d3d81a3c4c9b46e68c42be2445acef6b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3d81a3c4c9b46e68c42be2445acef6b 2024-11-22T03:58:49,021 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in aeed04746e6089ee60c66693102982d5/C of aeed04746e6089ee60c66693102982d5 into d3d81a3c4c9b46e68c42be2445acef6b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:58:49,021 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:49,021 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., storeName=aeed04746e6089ee60c66693102982d5/C, priority=13, startTime=1732247928175; duration=0sec 2024-11-22T03:58:49,021 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:58:49,021 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeed04746e6089ee60c66693102982d5:C 2024-11-22T03:58:49,047 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/3d8c59a258be4f339803738872855d26 2024-11-22T03:58:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e7e056615cf3419f932b09e06ad0ea89 is 50, key is test_row_0/C:col10/1732247926954/Put/seqid=0 2024-11-22T03:58:49,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742364_1540 (size=12301) 2024-11-22T03:58:49,123 INFO [Thread-1990 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1990. 2024-11-22T03:58:49,123 DEBUG [Thread-1990 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:49,123 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:49,123 DEBUG [Thread-1990 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:49,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:49,134 INFO [Thread-1984 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1984. 2024-11-22T03:58:49,134 DEBUG [Thread-1984 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:49,134 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:49,134 DEBUG [Thread-1984 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:49,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:49,465 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e7e056615cf3419f932b09e06ad0ea89 2024-11-22T03:58:49,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/ee8d632b268448f9ae5ecd367ce03db8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ee8d632b268448f9ae5ecd367ce03db8 2024-11-22T03:58:49,474 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ee8d632b268448f9ae5ecd367ce03db8, entries=150, sequenceid=520, filesize=12.0 K 2024-11-22T03:58:49,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/3d8c59a258be4f339803738872855d26 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/3d8c59a258be4f339803738872855d26 2024-11-22T03:58:49,478 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/3d8c59a258be4f339803738872855d26, entries=150, sequenceid=520, filesize=12.0 K 2024-11-22T03:58:49,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/e7e056615cf3419f932b09e06ad0ea89 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7e056615cf3419f932b09e06ad0ea89 2024-11-22T03:58:49,481 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7e056615cf3419f932b09e06ad0ea89, entries=150, sequenceid=520, filesize=12.0 K 2024-11-22T03:58:49,482 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=26.84 KB/27480 for aeed04746e6089ee60c66693102982d5 in 1251ms, sequenceid=520, compaction requested=false 2024-11-22T03:58:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for aeed04746e6089ee60c66693102982d5: 2024-11-22T03:58:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:49,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-22T03:58:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-22T03:58:49,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-22T03:58:49,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5610 sec 2024-11-22T03:58:49,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 3.5650 sec 2024-11-22T03:58:49,943 INFO [Thread-1988 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1988. 2024-11-22T03:58:49,943 DEBUG [Thread-1988 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:58:49,943 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:49,943 DEBUG [Thread-1988 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:49,943 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-22T03:58:50,091 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:50,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T03:58:50,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 196 2024-11-22T03:58:50,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 24 2024-11-22T03:58:50,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 170 2024-11-22T03:58:50,091 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1040 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3120 rows 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1037 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3109 rows 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1043 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3124 rows 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1041 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3118 rows 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1042 2024-11-22T03:58:50,092 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3126 rows 2024-11-22T03:58:50,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:58:50,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:58:50,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:50,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:50,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:58:50,095 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T03:58:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T03:58:50,101 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247930101"}]},"ts":"1732247930101"} 2024-11-22T03:58:50,103 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T03:58:50,103 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T03:58:50,104 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:58:50,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, UNASSIGN}] 2024-11-22T03:58:50,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, UNASSIGN 2024-11-22T03:58:50,107 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=aeed04746e6089ee60c66693102982d5, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:50,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, UNASSIGN because future has completed 2024-11-22T03:58:50,109 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:58:50,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:58:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T03:58:50,262 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(122): Close aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:50,262 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:58:50,262 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1722): Closing aeed04746e6089ee60c66693102982d5, disabling compactions & flushes 2024-11-22T03:58:50,262 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:50,262 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:50,262 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. after waiting 0 ms 2024-11-22T03:58:50,262 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:50,262 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(2902): Flushing aeed04746e6089ee60c66693102982d5 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T03:58:50,263 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=A 2024-11-22T03:58:50,263 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:50,263 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=B 2024-11-22T03:58:50,263 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:50,263 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeed04746e6089ee60c66693102982d5, store=C 2024-11-22T03:58:50,263 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:50,267 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/aa432c4b99e9439ebf309f6061d9ce0f is 50, key is test_row_0/A:col10/1732247929131/Put/seqid=0 2024-11-22T03:58:50,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742365_1541 (size=12301) 2024-11-22T03:58:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T03:58:50,673 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/aa432c4b99e9439ebf309f6061d9ce0f 2024-11-22T03:58:50,687 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/fbd8a74469034f12ad474ee9d077771e is 50, key is test_row_0/B:col10/1732247929131/Put/seqid=0 2024-11-22T03:58:50,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742366_1542 (size=12301) 2024-11-22T03:58:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T03:58:51,091 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/fbd8a74469034f12ad474ee9d077771e 2024-11-22T03:58:51,104 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/87dbfb4ec9494de49ce743ec2dd77180 is 50, key is test_row_0/C:col10/1732247929131/Put/seqid=0 2024-11-22T03:58:51,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742367_1543 (size=12301) 2024-11-22T03:58:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T03:58:51,509 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=531 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/87dbfb4ec9494de49ce743ec2dd77180 2024-11-22T03:58:51,520 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/A/aa432c4b99e9439ebf309f6061d9ce0f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/aa432c4b99e9439ebf309f6061d9ce0f 2024-11-22T03:58:51,523 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/aa432c4b99e9439ebf309f6061d9ce0f, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T03:58:51,524 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/B/fbd8a74469034f12ad474ee9d077771e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/fbd8a74469034f12ad474ee9d077771e 2024-11-22T03:58:51,527 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/fbd8a74469034f12ad474ee9d077771e, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T03:58:51,528 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/.tmp/C/87dbfb4ec9494de49ce743ec2dd77180 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/87dbfb4ec9494de49ce743ec2dd77180 2024-11-22T03:58:51,532 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/87dbfb4ec9494de49ce743ec2dd77180, entries=150, sequenceid=531, filesize=12.0 K 2024-11-22T03:58:51,532 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for aeed04746e6089ee60c66693102982d5 in 1270ms, sequenceid=531, compaction requested=true 2024-11-22T03:58:51,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/13efcb41d0e247dba07bc0bd3bda2a41, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/254177c6f2f144798685d66f610182b0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/813f21b2114641d79a3dcafda46385a7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a2468f0c41a44f59a6152db5bf1267ed, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/d63c3b4e37434eab94357bf0a977d8b4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cce0af3efdac40bfa476072b28596f6a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/5ce9b3cb29fe42fe80ad5d23b665709e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/dedfdd6a7929449a86017cb109baee62, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/30de9028ced543c2bc5c91ab1df8c133, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/932f78ad8ff3444daa9e36d8297d036c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8208d50c1f054c4da1a1323aa4c3f2f8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/73021f560e974a35816d6e148b78e11a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/766d0e94578e41cab3ecc2cdd9f3b956, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/9ecc98034b73420cba4560267f632d72, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/040bedb9eff84edd8fdd6b8d2a837b5e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04d3c02abfd1406d8816f3fe6d1520c1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a782a9399c424200bc0590a02c7e2377, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/3dc615dca35641ad8145353bd0e7c9a7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/59070ce5ff2443b6ae8926f6d472bfb0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8e145b9169f44f72b74157d725f519cd, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/e4cb604c97bb4452859e50185ec397f8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/1ae4bdbab2934899b46f02c78fbb1965, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a796a86270f34f3fb76c517d4ec7fa23, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a4b53c058c654532bb2c84fc753023e8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/fe28e82cc36a4a359c660eb31c7fb4a0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04ae43cc2a8f4509814194502d0505b2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ebe0047a96c34773a5d2458fc0d82d65, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/b428d49fcd124efba8569a1abea7d38b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cb5b48c5aa694862babe3f68f406810d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/371596b6459f4406873f43dec9e09fc6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/7f0162a4f28e488e883d3bef7d3daa64] to archive 2024-11-22T03:58:51,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:58:51,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/13efcb41d0e247dba07bc0bd3bda2a41 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/13efcb41d0e247dba07bc0bd3bda2a41 2024-11-22T03:58:51,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/254177c6f2f144798685d66f610182b0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/254177c6f2f144798685d66f610182b0 2024-11-22T03:58:51,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/813f21b2114641d79a3dcafda46385a7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/813f21b2114641d79a3dcafda46385a7 2024-11-22T03:58:51,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a2468f0c41a44f59a6152db5bf1267ed to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a2468f0c41a44f59a6152db5bf1267ed 2024-11-22T03:58:51,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/d63c3b4e37434eab94357bf0a977d8b4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/d63c3b4e37434eab94357bf0a977d8b4 2024-11-22T03:58:51,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cce0af3efdac40bfa476072b28596f6a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cce0af3efdac40bfa476072b28596f6a 2024-11-22T03:58:51,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/5ce9b3cb29fe42fe80ad5d23b665709e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/5ce9b3cb29fe42fe80ad5d23b665709e 2024-11-22T03:58:51,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/dedfdd6a7929449a86017cb109baee62 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/dedfdd6a7929449a86017cb109baee62 2024-11-22T03:58:51,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/30de9028ced543c2bc5c91ab1df8c133 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/30de9028ced543c2bc5c91ab1df8c133 2024-11-22T03:58:51,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/932f78ad8ff3444daa9e36d8297d036c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/932f78ad8ff3444daa9e36d8297d036c 2024-11-22T03:58:51,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8208d50c1f054c4da1a1323aa4c3f2f8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8208d50c1f054c4da1a1323aa4c3f2f8 2024-11-22T03:58:51,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/73021f560e974a35816d6e148b78e11a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/73021f560e974a35816d6e148b78e11a 2024-11-22T03:58:51,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/766d0e94578e41cab3ecc2cdd9f3b956 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/766d0e94578e41cab3ecc2cdd9f3b956 2024-11-22T03:58:51,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/9ecc98034b73420cba4560267f632d72 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/9ecc98034b73420cba4560267f632d72 2024-11-22T03:58:51,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/040bedb9eff84edd8fdd6b8d2a837b5e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/040bedb9eff84edd8fdd6b8d2a837b5e 2024-11-22T03:58:51,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04d3c02abfd1406d8816f3fe6d1520c1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04d3c02abfd1406d8816f3fe6d1520c1 2024-11-22T03:58:51,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a782a9399c424200bc0590a02c7e2377 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a782a9399c424200bc0590a02c7e2377 2024-11-22T03:58:51,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/3dc615dca35641ad8145353bd0e7c9a7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/3dc615dca35641ad8145353bd0e7c9a7 2024-11-22T03:58:51,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/59070ce5ff2443b6ae8926f6d472bfb0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/59070ce5ff2443b6ae8926f6d472bfb0 2024-11-22T03:58:51,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8e145b9169f44f72b74157d725f519cd to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/8e145b9169f44f72b74157d725f519cd 2024-11-22T03:58:51,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/e4cb604c97bb4452859e50185ec397f8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/e4cb604c97bb4452859e50185ec397f8 2024-11-22T03:58:51,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/1ae4bdbab2934899b46f02c78fbb1965 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/1ae4bdbab2934899b46f02c78fbb1965 2024-11-22T03:58:51,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a796a86270f34f3fb76c517d4ec7fa23 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a796a86270f34f3fb76c517d4ec7fa23 2024-11-22T03:58:51,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a4b53c058c654532bb2c84fc753023e8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/a4b53c058c654532bb2c84fc753023e8 2024-11-22T03:58:51,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/fe28e82cc36a4a359c660eb31c7fb4a0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/fe28e82cc36a4a359c660eb31c7fb4a0 2024-11-22T03:58:51,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04ae43cc2a8f4509814194502d0505b2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/04ae43cc2a8f4509814194502d0505b2 2024-11-22T03:58:51,572 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ebe0047a96c34773a5d2458fc0d82d65 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ebe0047a96c34773a5d2458fc0d82d65 2024-11-22T03:58:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/b428d49fcd124efba8569a1abea7d38b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/b428d49fcd124efba8569a1abea7d38b 2024-11-22T03:58:51,574 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cb5b48c5aa694862babe3f68f406810d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/cb5b48c5aa694862babe3f68f406810d 2024-11-22T03:58:51,575 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/371596b6459f4406873f43dec9e09fc6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/371596b6459f4406873f43dec9e09fc6 2024-11-22T03:58:51,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/7f0162a4f28e488e883d3bef7d3daa64 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/7f0162a4f28e488e883d3bef7d3daa64 2024-11-22T03:58:51,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5e7eda81ba404161a3e5ce52fab7ded6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/66449b9f3dfe4b368ea2a26b03d89a75, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/f8dbe27832204bdb8a9d23cefdf9a86d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b0bdbd6d73a84180991c7ecf5bde37e8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/da6dd392b62242b8857b269daba063db, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/7fef0445dc754c4f8850e3806e78a44c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/ef788f5f7276409981ac61ac4f92bf97, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e33269f0804f4456afc76646dfa3fc7a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e84f22895acf4e398d515d78b274c1a3, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/6598fa05325f44e2a0366d2aad6f28d2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/318b6e9b7548465e885c210de390e590, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/0bae32bd5b8c4fb09bb7eb11b3e951a6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/831a8194b16441bbb3be3308a9f4ca5d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c375fd0d2f364abcb66dae56fb5e82ca, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/45665a50b11f4334bf110713d4dda7b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/9561a534f64e40b0b1d82d5672b61a13, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4cc86bf228944f1fbd8652e9ed17df26, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/33f7daef21ad4e6794cecb56e967f11f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e11a147d0ca54b1f84e944f4d2d1df2f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5270a7b7abfb4bf39dd47e535286f7a1, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b79c8b238633425eace9ec04c9a71622, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/dac6b6b39b58437582f66d39f0d62c6c, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2f273167b2d048f28713bec57d0fb233, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c44a1e1459c04470afee033cc3345825, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/1fc0b6138ca6476290a6ff05e3fead42, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/77c7362003704b2cac8c364a2af030a4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4807680ba6994a7483bcbb22ec1e5942, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c25728cba40441139896dfe692bb9d27, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/485e0a88a05b431089b41fc08a9c4e74, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/a2923f40ea2b45459877358f411a12f7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2b9142f4ddff489f824d186e0af161ed] to archive 2024-11-22T03:58:51,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:58:51,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5e7eda81ba404161a3e5ce52fab7ded6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5e7eda81ba404161a3e5ce52fab7ded6 2024-11-22T03:58:51,583 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/66449b9f3dfe4b368ea2a26b03d89a75 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/66449b9f3dfe4b368ea2a26b03d89a75 2024-11-22T03:58:51,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/f8dbe27832204bdb8a9d23cefdf9a86d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/f8dbe27832204bdb8a9d23cefdf9a86d 2024-11-22T03:58:51,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b0bdbd6d73a84180991c7ecf5bde37e8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b0bdbd6d73a84180991c7ecf5bde37e8 2024-11-22T03:58:51,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/da6dd392b62242b8857b269daba063db to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/da6dd392b62242b8857b269daba063db 2024-11-22T03:58:51,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/7fef0445dc754c4f8850e3806e78a44c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/7fef0445dc754c4f8850e3806e78a44c 2024-11-22T03:58:51,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/ef788f5f7276409981ac61ac4f92bf97 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/ef788f5f7276409981ac61ac4f92bf97 2024-11-22T03:58:51,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e33269f0804f4456afc76646dfa3fc7a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e33269f0804f4456afc76646dfa3fc7a 2024-11-22T03:58:51,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e84f22895acf4e398d515d78b274c1a3 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e84f22895acf4e398d515d78b274c1a3 2024-11-22T03:58:51,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/6598fa05325f44e2a0366d2aad6f28d2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/6598fa05325f44e2a0366d2aad6f28d2 2024-11-22T03:58:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/318b6e9b7548465e885c210de390e590 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/318b6e9b7548465e885c210de390e590 2024-11-22T03:58:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/0bae32bd5b8c4fb09bb7eb11b3e951a6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/0bae32bd5b8c4fb09bb7eb11b3e951a6 2024-11-22T03:58:51,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/831a8194b16441bbb3be3308a9f4ca5d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/831a8194b16441bbb3be3308a9f4ca5d 2024-11-22T03:58:51,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c375fd0d2f364abcb66dae56fb5e82ca to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c375fd0d2f364abcb66dae56fb5e82ca 2024-11-22T03:58:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/45665a50b11f4334bf110713d4dda7b6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/45665a50b11f4334bf110713d4dda7b6 2024-11-22T03:58:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/9561a534f64e40b0b1d82d5672b61a13 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/9561a534f64e40b0b1d82d5672b61a13 2024-11-22T03:58:51,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4cc86bf228944f1fbd8652e9ed17df26 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4cc86bf228944f1fbd8652e9ed17df26 2024-11-22T03:58:51,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/33f7daef21ad4e6794cecb56e967f11f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/33f7daef21ad4e6794cecb56e967f11f 2024-11-22T03:58:51,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e11a147d0ca54b1f84e944f4d2d1df2f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/e11a147d0ca54b1f84e944f4d2d1df2f 2024-11-22T03:58:51,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5270a7b7abfb4bf39dd47e535286f7a1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/5270a7b7abfb4bf39dd47e535286f7a1 2024-11-22T03:58:51,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b79c8b238633425eace9ec04c9a71622 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/b79c8b238633425eace9ec04c9a71622 2024-11-22T03:58:51,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/dac6b6b39b58437582f66d39f0d62c6c to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/dac6b6b39b58437582f66d39f0d62c6c 2024-11-22T03:58:51,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2f273167b2d048f28713bec57d0fb233 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2f273167b2d048f28713bec57d0fb233 2024-11-22T03:58:51,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c44a1e1459c04470afee033cc3345825 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c44a1e1459c04470afee033cc3345825 2024-11-22T03:58:51,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/1fc0b6138ca6476290a6ff05e3fead42 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/1fc0b6138ca6476290a6ff05e3fead42 2024-11-22T03:58:51,605 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/77c7362003704b2cac8c364a2af030a4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/77c7362003704b2cac8c364a2af030a4 2024-11-22T03:58:51,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4807680ba6994a7483bcbb22ec1e5942 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/4807680ba6994a7483bcbb22ec1e5942 2024-11-22T03:58:51,607 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c25728cba40441139896dfe692bb9d27 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/c25728cba40441139896dfe692bb9d27 2024-11-22T03:58:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/485e0a88a05b431089b41fc08a9c4e74 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/485e0a88a05b431089b41fc08a9c4e74 2024-11-22T03:58:51,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/a2923f40ea2b45459877358f411a12f7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/a2923f40ea2b45459877358f411a12f7 2024-11-22T03:58:51,610 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2b9142f4ddff489f824d186e0af161ed to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/2b9142f4ddff489f824d186e0af161ed 2024-11-22T03:58:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/2e7125c6ee084ff786fc1631e1698254, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/02beda795a1941679be33027898b7586, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d6979beeb7fb4b3183ecafa08d32582b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/bf0e14e63b764fa2a5196ce94691397e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/9ded34e433944be9942c8c6adfd1711e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7d6627ddb5b4b0e86d9ddddabca536a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3a60c42a7e14a37ac10996c7a07608f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/aacb7336cbb04c439bd6febb74aebdf7, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/035ef15a78a64ef2b505a78609a3cb35, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e6589e4a3a7443cc81e38d14f5d0fa86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3aca946323234314901d50c814f9a078, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5f70e45e1f284bd0b4db264c90e12b87, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/70ca7bf3f7734384bd14166dc8145b0f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/1da8575b5113489486a5d795df24650b, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c6ee7bbe2b5f4fed9bc019d6351d9163, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/f03396b818d04959b5df94547223afdc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e38d22a7e8134b0b97280c4aae6daafa, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/65d60c158713470b8a308e240238af20, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/35f2be28004f491a92760996eb6e683d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5ff2b1138e9f4d69b816968ad18fb4bf, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c881729618cf41d5bb803d9a54d672c9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/dd88aaabd9f847d48ecedc9eb2b761b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/62c9848a54a14a07bded066b937a3dee, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/a0fd51d01b864a6596e6f02e57759b62, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3f75a91137114f878485f0039dc4b462, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/7ef2114fa4ad4d188fbb14caa8867f8a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/866190e13b2f402f82238a44de8a6180, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/fdfbc2c718244f598035bf8a2a3304bb, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d19e0925121a460e87765dc0c0e3a8c4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/52422035bc934bbfb9b4aaf12642f01a, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/6594f411f3ef474a8898cdaf1ef6b9d1] to archive 2024-11-22T03:58:51,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:58:51,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/2e7125c6ee084ff786fc1631e1698254 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/2e7125c6ee084ff786fc1631e1698254 2024-11-22T03:58:51,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/02beda795a1941679be33027898b7586 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/02beda795a1941679be33027898b7586 2024-11-22T03:58:51,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d6979beeb7fb4b3183ecafa08d32582b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d6979beeb7fb4b3183ecafa08d32582b 2024-11-22T03:58:51,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/bf0e14e63b764fa2a5196ce94691397e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/bf0e14e63b764fa2a5196ce94691397e 2024-11-22T03:58:51,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/9ded34e433944be9942c8c6adfd1711e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/9ded34e433944be9942c8c6adfd1711e 2024-11-22T03:58:51,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7d6627ddb5b4b0e86d9ddddabca536a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7d6627ddb5b4b0e86d9ddddabca536a 2024-11-22T03:58:51,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3a60c42a7e14a37ac10996c7a07608f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3a60c42a7e14a37ac10996c7a07608f 2024-11-22T03:58:51,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/aacb7336cbb04c439bd6febb74aebdf7 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/aacb7336cbb04c439bd6febb74aebdf7 2024-11-22T03:58:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/035ef15a78a64ef2b505a78609a3cb35 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/035ef15a78a64ef2b505a78609a3cb35 2024-11-22T03:58:51,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e6589e4a3a7443cc81e38d14f5d0fa86 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e6589e4a3a7443cc81e38d14f5d0fa86 2024-11-22T03:58:51,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3aca946323234314901d50c814f9a078 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3aca946323234314901d50c814f9a078 2024-11-22T03:58:51,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5f70e45e1f284bd0b4db264c90e12b87 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5f70e45e1f284bd0b4db264c90e12b87 2024-11-22T03:58:51,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/70ca7bf3f7734384bd14166dc8145b0f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/70ca7bf3f7734384bd14166dc8145b0f 2024-11-22T03:58:51,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/1da8575b5113489486a5d795df24650b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/1da8575b5113489486a5d795df24650b 2024-11-22T03:58:51,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c6ee7bbe2b5f4fed9bc019d6351d9163 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c6ee7bbe2b5f4fed9bc019d6351d9163 2024-11-22T03:58:51,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/f03396b818d04959b5df94547223afdc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/f03396b818d04959b5df94547223afdc 2024-11-22T03:58:51,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e38d22a7e8134b0b97280c4aae6daafa to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e38d22a7e8134b0b97280c4aae6daafa 2024-11-22T03:58:51,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/65d60c158713470b8a308e240238af20 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/65d60c158713470b8a308e240238af20 2024-11-22T03:58:51,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/35f2be28004f491a92760996eb6e683d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/35f2be28004f491a92760996eb6e683d 2024-11-22T03:58:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5ff2b1138e9f4d69b816968ad18fb4bf to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/5ff2b1138e9f4d69b816968ad18fb4bf 2024-11-22T03:58:51,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c881729618cf41d5bb803d9a54d672c9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/c881729618cf41d5bb803d9a54d672c9 2024-11-22T03:58:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/dd88aaabd9f847d48ecedc9eb2b761b6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/dd88aaabd9f847d48ecedc9eb2b761b6 2024-11-22T03:58:51,631 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/62c9848a54a14a07bded066b937a3dee to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/62c9848a54a14a07bded066b937a3dee 2024-11-22T03:58:51,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/a0fd51d01b864a6596e6f02e57759b62 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/a0fd51d01b864a6596e6f02e57759b62 2024-11-22T03:58:51,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3f75a91137114f878485f0039dc4b462 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/3f75a91137114f878485f0039dc4b462 2024-11-22T03:58:51,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/7ef2114fa4ad4d188fbb14caa8867f8a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/7ef2114fa4ad4d188fbb14caa8867f8a 2024-11-22T03:58:51,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/866190e13b2f402f82238a44de8a6180 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/866190e13b2f402f82238a44de8a6180 2024-11-22T03:58:51,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/fdfbc2c718244f598035bf8a2a3304bb to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/fdfbc2c718244f598035bf8a2a3304bb 2024-11-22T03:58:51,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d19e0925121a460e87765dc0c0e3a8c4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d19e0925121a460e87765dc0c0e3a8c4 2024-11-22T03:58:51,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/52422035bc934bbfb9b4aaf12642f01a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/52422035bc934bbfb9b4aaf12642f01a 2024-11-22T03:58:51,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/6594f411f3ef474a8898cdaf1ef6b9d1 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/6594f411f3ef474a8898cdaf1ef6b9d1 2024-11-22T03:58:51,640 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/recovered.edits/534.seqid, newMaxSeqId=534, maxSeqId=1 2024-11-22T03:58:51,640 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. 2024-11-22T03:58:51,641 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] regionserver.HRegion(1676): Region close journal for aeed04746e6089ee60c66693102982d5: Waiting for close lock at 1732247930262Running coprocessor pre-close hooks at 1732247930262Disabling compacts and flushes for region at 1732247930262Disabling writes for close at 1732247930262Obtaining lock to block concurrent updates at 1732247930262Preparing flush snapshotting stores in aeed04746e6089ee60c66693102982d5 at 1732247930262Finished memstore snapshotting TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732247930263 (+1 ms)Flushing stores of TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5. at 1732247930263Flushing aeed04746e6089ee60c66693102982d5/A: creating writer at 1732247930263Flushing aeed04746e6089ee60c66693102982d5/A: appending metadata at 1732247930266 (+3 ms)Flushing aeed04746e6089ee60c66693102982d5/A: closing flushed file at 1732247930266Flushing aeed04746e6089ee60c66693102982d5/B: creating writer at 1732247930681 (+415 ms)Flushing aeed04746e6089ee60c66693102982d5/B: appending metadata at 1732247930687 (+6 ms)Flushing aeed04746e6089ee60c66693102982d5/B: closing flushed file at 1732247930687Flushing aeed04746e6089ee60c66693102982d5/C: creating writer at 1732247931098 (+411 ms)Flushing aeed04746e6089ee60c66693102982d5/C: appending metadata at 1732247931103 (+5 ms)Flushing aeed04746e6089ee60c66693102982d5/C: closing flushed file at 1732247931103Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@242dba1b: reopening flushed file at 1732247931519 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8d6f73: reopening flushed file at 1732247931523 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1ef8d6: reopening flushed file at 1732247931527 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for aeed04746e6089ee60c66693102982d5 in 1270ms, sequenceid=531, compaction requested=true at 1732247931532 (+5 ms)Writing region close event to WAL at 1732247931638 (+106 ms)Running coprocessor post-close hooks at 1732247931640 (+2 ms)Closed at 1732247931640 2024-11-22T03:58:51,642 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=144}] handler.UnassignRegionHandler(157): Closed aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:51,642 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=aeed04746e6089ee60c66693102982d5, regionState=CLOSED 2024-11-22T03:58:51,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; CloseRegionProcedure aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:58:51,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-22T03:58:51,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; CloseRegionProcedure aeed04746e6089ee60c66693102982d5, server=c85114ed5096,44285,1732247784219 in 1.5350 sec 2024-11-22T03:58:51,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-22T03:58:51,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeed04746e6089ee60c66693102982d5, UNASSIGN in 1.5400 sec 2024-11-22T03:58:51,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-22T03:58:51,648 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5430 sec 2024-11-22T03:58:51,649 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247931649"}]},"ts":"1732247931649"} 2024-11-22T03:58:51,650 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T03:58:51,650 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T03:58:51,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5560 sec 2024-11-22T03:58:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-22T03:58:52,261 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:52,262 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T03:58:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,267 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=145, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T03:58:52,269 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=145, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,273 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:52,277 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/recovered.edits] 2024-11-22T03:58:52,281 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/aa432c4b99e9439ebf309f6061d9ce0f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/aa432c4b99e9439ebf309f6061d9ce0f 2024-11-22T03:58:52,283 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/c9298a3e94ea4fc5a5fda6a0fe9de714 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/c9298a3e94ea4fc5a5fda6a0fe9de714 2024-11-22T03:58:52,285 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ee8d632b268448f9ae5ecd367ce03db8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/A/ee8d632b268448f9ae5ecd367ce03db8 2024-11-22T03:58:52,290 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/3d8c59a258be4f339803738872855d26 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/3d8c59a258be4f339803738872855d26 2024-11-22T03:58:52,292 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/723f465a7c554d9898e7e78a62cbed1a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/723f465a7c554d9898e7e78a62cbed1a 2024-11-22T03:58:52,294 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/fbd8a74469034f12ad474ee9d077771e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/B/fbd8a74469034f12ad474ee9d077771e 2024-11-22T03:58:52,298 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/87dbfb4ec9494de49ce743ec2dd77180 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/87dbfb4ec9494de49ce743ec2dd77180 2024-11-22T03:58:52,299 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3d81a3c4c9b46e68c42be2445acef6b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/d3d81a3c4c9b46e68c42be2445acef6b 2024-11-22T03:58:52,300 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7e056615cf3419f932b09e06ad0ea89 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/C/e7e056615cf3419f932b09e06ad0ea89 2024-11-22T03:58:52,303 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/recovered.edits/534.seqid to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5/recovered.edits/534.seqid 2024-11-22T03:58:52,304 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/aeed04746e6089ee60c66693102982d5 2024-11-22T03:58:52,304 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T03:58:52,307 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=145, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,309 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T03:58:52,311 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T03:58:52,312 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=145, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,312 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T03:58:52,313 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732247932312"}]},"ts":"9223372036854775807"} 2024-11-22T03:58:52,315 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T03:58:52,315 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => aeed04746e6089ee60c66693102982d5, NAME => 'TestAcidGuarantees,,1732247905032.aeed04746e6089ee60c66693102982d5.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T03:58:52,315 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T03:58:52,315 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732247932315"}]},"ts":"9223372036854775807"} 2024-11-22T03:58:52,317 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T03:58:52,318 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=145, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 56 msec 2024-11-22T03:58:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-22T03:58:52,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T03:58:52,381 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:52,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=251 (was 251), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 700), ProcessCount=11 (was 11), AvailableMemoryMB=2811 (was 3307) 2024-11-22T03:58:52,410 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=251, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=2810 2024-11-22T03:58:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:58:52,412 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:58:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:52,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-22T03:58:52,414 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:52,414 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 146 2024-11-22T03:58:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T03:58:52,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-22T03:58:52,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742368_1544 (size=1061) 2024-11-22T03:58:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T03:58:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T03:58:52,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:58:52,826 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126 2024-11-22T03:58:52,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742369_1545 (size=53) 2024-11-22T03:58:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T03:58:53,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:58:53,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing cb29e5903237975c88e398ad5340803d, disabling compactions & flushes 2024-11-22T03:58:53,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. after waiting 0 ms 2024-11-22T03:58:53,235 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,236 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb29e5903237975c88e398ad5340803d: Waiting for close lock at 1732247933235Disabling compacts and flushes for region at 1732247933235Disabling writes for close at 1732247933235Writing region close event to WAL at 1732247933235Closed at 1732247933235 2024-11-22T03:58:53,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-22T03:58:53,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732247933237"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732247933237"}]},"ts":"1732247933237"} 2024-11-22T03:58:53,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-22T03:58:53,240 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-22T03:58:53,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247933240"}]},"ts":"1732247933240"} 2024-11-22T03:58:53,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-22T03:58:53,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, ASSIGN}] 2024-11-22T03:58:53,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, ASSIGN 2024-11-22T03:58:53,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, ASSIGN; state=OFFLINE, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=false 2024-11-22T03:58:53,396 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:53,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, ASSIGN because future has completed 2024-11-22T03:58:53,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:58:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T03:58:53,552 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,552 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7752): Opening region: {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:58:53,553 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,553 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:58:53,553 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7794): checking encryption for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,553 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(7797): checking classloading for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,554 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,555 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:53,555 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb29e5903237975c88e398ad5340803d columnFamilyName A 2024-11-22T03:58:53,555 DEBUG [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:53,556 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(327): Store=cb29e5903237975c88e398ad5340803d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:53,556 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,557 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:53,557 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb29e5903237975c88e398ad5340803d columnFamilyName B 2024-11-22T03:58:53,557 DEBUG [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:53,557 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(327): Store=cb29e5903237975c88e398ad5340803d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:53,557 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,558 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:53,558 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb29e5903237975c88e398ad5340803d columnFamilyName C 2024-11-22T03:58:53,558 DEBUG [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:53,558 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(327): Store=cb29e5903237975c88e398ad5340803d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:53,559 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,559 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1038): replaying wal for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,559 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,559 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,560 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1048): stopping wal replay for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,560 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1060): Cleaning up temporary data for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,561 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:58:53,562 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1093): writing seq id for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,563 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-22T03:58:53,563 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1114): Opened cb29e5903237975c88e398ad5340803d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71538259, jitterRate=0.06600312888622284}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:58:53,563 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:53,564 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegion(1006): Region open journal for cb29e5903237975c88e398ad5340803d: Running coprocessor pre-open hook at 1732247933553Writing region info on filesystem at 1732247933553Initializing all the Stores at 1732247933553Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247933554 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247933554Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247933554Cleaning up temporary data from old regions at 1732247933560 (+6 ms)Running coprocessor post-open hooks at 1732247933563 (+3 ms)Region opened successfully at 1732247933564 (+1 ms) 2024-11-22T03:58:53,564 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., pid=148, masterSystemTime=1732247933550 2024-11-22T03:58:53,566 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,566 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=148}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:53,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=OPEN, openSeqNum=2, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:53,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:58:53,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-22T03:58:53,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 in 171 msec 2024-11-22T03:58:53,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-22T03:58:53,571 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, ASSIGN in 327 msec 2024-11-22T03:58:53,572 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-22T03:58:53,572 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247933572"}]},"ts":"1732247933572"} 2024-11-22T03:58:53,573 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-22T03:58:53,573 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=146, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-22T03:58:53,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-22T03:58:54,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-22T03:58:54,560 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:54,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3803b7d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:54,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:54,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:54,563 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8dada9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:54,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:54,564 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:54,565 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae1b6a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:54,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:54,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:54,567 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:54,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:54,569 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-22T03:58:54,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is c85114ed5096,43399,1732247783646 2024-11-22T03:58:54,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dc671e5 2024-11-22T03:58:54,570 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-22T03:58:54,571 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-22T03:58:54,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-22T03:58:54,574 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-22T03:58:54,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-22T03:58:54,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742370_1546 (size=1097) 2024-11-22T03:58:54,990 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-22T03:58:54,990 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-22T03:58:54,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:58:54,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, REOPEN/MOVE}] 2024-11-22T03:58:54,998 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, REOPEN/MOVE 2024-11-22T03:58:54,999 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, REOPEN/MOVE because future has completed 2024-11-22T03:58:55,002 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:58:55,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:58:55,153 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,153 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:58:55,153 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing cb29e5903237975c88e398ad5340803d, disabling compactions & flushes 2024-11-22T03:58:55,153 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,153 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,153 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. after waiting 0 ms 2024-11-22T03:58:55,154 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,157 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-22T03:58:55,157 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,157 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for cb29e5903237975c88e398ad5340803d: Waiting for close lock at 1732247935153Running coprocessor pre-close hooks at 1732247935153Disabling compacts and flushes for region at 1732247935153Disabling writes for close at 1732247935153Writing region close event to WAL at 1732247935154 (+1 ms)Running coprocessor post-close hooks at 1732247935157 (+3 ms)Closed at 1732247935157 2024-11-22T03:58:55,157 WARN [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionServer(3299): Not adding moved region record: cb29e5903237975c88e398ad5340803d to self. 2024-11-22T03:58:55,159 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,159 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=CLOSED 2024-11-22T03:58:55,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:58:55,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-22T03:58:55,162 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; CloseRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 in 159 msec 2024-11-22T03:58:55,162 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, REOPEN/MOVE; state=CLOSED, location=c85114ed5096,44285,1732247784219; forceNewPlan=false, retain=true 2024-11-22T03:58:55,313 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=OPENING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=150, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, REOPEN/MOVE because future has completed 2024-11-22T03:58:55,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:58:55,472 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,472 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7752): Opening region: {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} 2024-11-22T03:58:55,472 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,473 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-22T03:58:55,473 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7794): checking encryption for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,473 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(7797): checking classloading for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,474 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,474 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:55,474 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb29e5903237975c88e398ad5340803d columnFamilyName A 2024-11-22T03:58:55,475 DEBUG [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:55,476 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(327): Store=cb29e5903237975c88e398ad5340803d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:55,476 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,476 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:55,476 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb29e5903237975c88e398ad5340803d columnFamilyName B 2024-11-22T03:58:55,476 DEBUG [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:55,477 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(327): Store=cb29e5903237975c88e398ad5340803d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:55,477 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,477 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-22T03:58:55,477 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb29e5903237975c88e398ad5340803d columnFamilyName C 2024-11-22T03:58:55,477 DEBUG [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:55,478 INFO [StoreOpener-cb29e5903237975c88e398ad5340803d-1 {}] regionserver.HStore(327): Store=cb29e5903237975c88e398ad5340803d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-22T03:58:55,478 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,478 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1038): replaying wal for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,479 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,479 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,480 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1048): stopping wal replay for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,480 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1060): Cleaning up temporary data for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,481 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-22T03:58:55,482 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1093): writing seq id for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,482 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1114): Opened cb29e5903237975c88e398ad5340803d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65399026, jitterRate=-0.02547857165336609}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-22T03:58:55,483 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,483 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegion(1006): Region open journal for cb29e5903237975c88e398ad5340803d: Running coprocessor pre-open hook at 1732247935473Writing region info on filesystem at 1732247935473Initializing all the Stores at 1732247935473Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247935473Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247935474 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732247935474Cleaning up temporary data from old regions at 1732247935480 (+6 ms)Running coprocessor post-open hooks at 1732247935483 (+3 ms)Region opened successfully at 1732247935483 2024-11-22T03:58:55,484 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., pid=153, masterSystemTime=1732247935470 2024-11-22T03:58:55,485 DEBUG [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,486 INFO [RS_OPEN_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_OPEN_REGION, pid=153}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=151 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=OPEN, openSeqNum=5, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=151, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:58:55,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=151 2024-11-22T03:58:55,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=151, state=SUCCESS, hasLock=false; OpenRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 in 171 msec 2024-11-22T03:58:55,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-22T03:58:55,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, REOPEN/MOVE in 492 msec 2024-11-22T03:58:55,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-22T03:58:55,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 498 msec 2024-11-22T03:58:55,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-22T03:58:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-11-22T03:58:55,495 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:55,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227ae0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,496 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b85b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,498 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ac63b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401e798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,499 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,499 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191b9423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,500 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c812e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2ee11c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7432054c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc68150, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cbdd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,505 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f33760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,506 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98760aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc26005, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,507 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209fe96b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,508 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1f96bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7bff21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,510 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2edd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,511 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,511 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9b38711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daf9160, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,512 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,512 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,512 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@569cf1e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,513 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,514 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c83b31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6719bbfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,515 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ad2f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,516 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5f2dd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611845f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,517 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,518 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72009149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,518 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,519 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5e0f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f09b76d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c85114ed5096,43399,-1 for getting cluster id 2024-11-22T03:58:55,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-22T03:58:55,521 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c19a23f9-a744-429b-9b36-81c22189b005' 2024-11-22T03:58:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-22T03:58:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c19a23f9-a744-429b-9b36-81c22189b005" 2024-11-22T03:58:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4222b933, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c85114ed5096,43399,-1] 2024-11-22T03:58:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-22T03:58:55,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:58:55,522 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-22T03:58:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21163e1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-22T03:58:55,523 DEBUG [Thread-2435 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,523 DEBUG [Thread-2431 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,523 DEBUG [Thread-2444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,523 DEBUG [Thread-2433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,524 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:55,524 DEBUG [Thread-2439 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,524 DEBUG [Thread-2448 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,524 DEBUG [Thread-2450 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,524 DEBUG [Thread-2442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,525 DEBUG [Thread-2446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,525 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T03:58:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,526 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35532, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,527 DEBUG [Thread-2437 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-22T03:58:55,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,527 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:55,527 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c85114ed5096,44285,1732247784219, seqNum=-1] 2024-11-22T03:58:55,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35560, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-22T03:58:55,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,529 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,529 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:55,530 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:55,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-22T03:58:55,530 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,531 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5] 2024-11-22T03:58:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,539 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:58:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:58:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:58:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:58:55,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:55,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247995564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b85f3ed7506c48d28cfe6c4a176aaacc_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247935538/Put/seqid=0 2024-11-22T03:58:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247995565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247995565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247995567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247995568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742371_1547 (size=12154) 2024-11-22T03:58:55,583 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:55,589 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b85f3ed7506c48d28cfe6c4a176aaacc_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b85f3ed7506c48d28cfe6c4a176aaacc_cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:55,591 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/1807aa09ba924ca6997361bb95ba982f, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:58:55,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/1807aa09ba924ca6997361bb95ba982f is 175, key is test_row_0/A:col10/1732247935538/Put/seqid=0 2024-11-22T03:58:55,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742372_1548 (size=30955) 2024-11-22T03:58:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T03:58:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247995679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247995679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247995680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247995680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247995680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,837 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T03:58:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247995890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247995890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247995895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247995895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247995895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:55,897 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:55,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:55,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:55,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/1807aa09ba924ca6997361bb95ba982f 2024-11-22T03:58:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/cc778550659841b891953f09f6b12eea is 50, key is test_row_0/B:col10/1732247935538/Put/seqid=0 2024-11-22T03:58:56,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742373_1549 (size=12001) 2024-11-22T03:58:56,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:56,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:56,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T03:58:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247996199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,202 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247996200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247996200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247996209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247996209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,212 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:56,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/cc778550659841b891953f09f6b12eea 2024-11-22T03:58:56,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/02e1f605c6a249fc994859c1bc6b4d20 is 50, key is test_row_0/C:col10/1732247935538/Put/seqid=0 2024-11-22T03:58:56,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:58:56,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742374_1550 (size=12001) 2024-11-22T03:58:56,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/02e1f605c6a249fc994859c1bc6b4d20 2024-11-22T03:58:56,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/1807aa09ba924ca6997361bb95ba982f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f 2024-11-22T03:58:56,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f, entries=150, sequenceid=17, filesize=30.2 K 2024-11-22T03:58:56,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/cc778550659841b891953f09f6b12eea as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/cc778550659841b891953f09f6b12eea 2024-11-22T03:58:56,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/cc778550659841b891953f09f6b12eea, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T03:58:56,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/02e1f605c6a249fc994859c1bc6b4d20 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/02e1f605c6a249fc994859c1bc6b4d20 2024-11-22T03:58:56,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/02e1f605c6a249fc994859c1bc6b4d20, entries=150, sequenceid=17, filesize=11.7 K 2024-11-22T03:58:56,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for cb29e5903237975c88e398ad5340803d in 951ms, sequenceid=17, compaction requested=false 2024-11-22T03:58:56,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:58:56,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:56,606 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:58:56,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b71094973df244188619399e06dbc1e4_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247935566/Put/seqid=0 2024-11-22T03:58:56,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742375_1551 (size=12154) 2024-11-22T03:58:56,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:56,639 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122b71094973df244188619399e06dbc1e4_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b71094973df244188619399e06dbc1e4_cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/db066ccf7b5a4542925cf03537337d74, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:58:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/db066ccf7b5a4542925cf03537337d74 is 175, key is test_row_0/A:col10/1732247935566/Put/seqid=0 2024-11-22T03:58:56,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742376_1552 (size=30955) 2024-11-22T03:58:56,644 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/db066ccf7b5a4542925cf03537337d74 2024-11-22T03:58:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/264ad33dd1fc4286b335f60d5b59cc00 is 50, key is test_row_0/B:col10/1732247935566/Put/seqid=0 2024-11-22T03:58:56,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T03:58:56,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742377_1553 (size=12001) 2024-11-22T03:58:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:56,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247996720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247996721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247996723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247996724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247996725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247996830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247996830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247996830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247996830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,833 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:56,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:56,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247996839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:56,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:56,843 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247997040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247997040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247997040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247997040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247997049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,052 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,066 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/264ad33dd1fc4286b335f60d5b59cc00 2024-11-22T03:58:57,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/cdc734f822454492b046e033ff91a7b2 is 50, key is test_row_0/C:col10/1732247935566/Put/seqid=0 2024-11-22T03:58:57,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742378_1554 (size=12001) 2024-11-22T03:58:57,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-22T03:58:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247997350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247997350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247997350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247997350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247997359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,476 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/cdc734f822454492b046e033ff91a7b2 2024-11-22T03:58:57,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/db066ccf7b5a4542925cf03537337d74 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74 2024-11-22T03:58:57,489 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74, entries=150, sequenceid=36, filesize=30.2 K 2024-11-22T03:58:57,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/264ad33dd1fc4286b335f60d5b59cc00 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/264ad33dd1fc4286b335f60d5b59cc00 2024-11-22T03:58:57,494 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/264ad33dd1fc4286b335f60d5b59cc00, entries=150, sequenceid=36, filesize=11.7 K 2024-11-22T03:58:57,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/cdc734f822454492b046e033ff91a7b2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cdc734f822454492b046e033ff91a7b2 2024-11-22T03:58:57,503 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cdc734f822454492b046e033ff91a7b2, entries=150, sequenceid=36, filesize=11.7 K 2024-11-22T03:58:57,504 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for cb29e5903237975c88e398ad5340803d in 898ms, sequenceid=36, compaction requested=false 2024-11-22T03:58:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:58:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:57,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-22T03:58:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-22T03:58:57,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-22T03:58:57,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9770 sec 2024-11-22T03:58:57,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.9890 sec 2024-11-22T03:58:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-22T03:58:57,669 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:57,670 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-22T03:58:57,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T03:58:57,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:57,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T03:58:57,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:57,827 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:58:57,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:57,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227d41679aa46d4565a478f673f7cf7db3_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247936710/Put/seqid=0 2024-11-22T03:58:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742379_1555 (size=12154) 2024-11-22T03:58:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:57,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:58:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247997900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247997900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247997906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247997907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247997908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:57,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T03:58:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247998019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247998020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247998020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247998020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247998020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247998230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247998230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247998230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,232 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247998230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247998230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,233 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:58:58,241 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411227d41679aa46d4565a478f673f7cf7db3_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227d41679aa46d4565a478f673f7cf7db3_cb29e5903237975c88e398ad5340803d 2024-11-22T03:58:58,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/277583df58fb418d9e3e83dd22699fc0, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:58:58,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/277583df58fb418d9e3e83dd22699fc0 is 175, key is test_row_0/A:col10/1732247936710/Put/seqid=0 2024-11-22T03:58:58,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742380_1556 (size=30955) 2024-11-22T03:58:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T03:58:58,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247998539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247998540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247998540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247998540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247998540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:58,646 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/277583df58fb418d9e3e83dd22699fc0 2024-11-22T03:58:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/2e42fc70e1434360a84e7064a1d86dca is 50, key is test_row_0/B:col10/1732247936710/Put/seqid=0 2024-11-22T03:58:58,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742381_1557 (size=12001) 2024-11-22T03:58:58,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T03:58:59,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732247999050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:59,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732247999050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:59,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732247999050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:59,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732247999050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732247999050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:58:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:58:59,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:58:59,064 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/2e42fc70e1434360a84e7064a1d86dca 2024-11-22T03:58:59,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/55029e348fd143e1b796753ed65d91b0 is 50, key is test_row_0/C:col10/1732247936710/Put/seqid=0 2024-11-22T03:58:59,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742382_1558 (size=12001) 2024-11-22T03:58:59,474 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/55029e348fd143e1b796753ed65d91b0 2024-11-22T03:58:59,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/277583df58fb418d9e3e83dd22699fc0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0 2024-11-22T03:58:59,480 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0, entries=150, sequenceid=49, filesize=30.2 K 2024-11-22T03:58:59,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/2e42fc70e1434360a84e7064a1d86dca as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/2e42fc70e1434360a84e7064a1d86dca 2024-11-22T03:58:59,483 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/2e42fc70e1434360a84e7064a1d86dca, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T03:58:59,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/55029e348fd143e1b796753ed65d91b0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/55029e348fd143e1b796753ed65d91b0 2024-11-22T03:58:59,486 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/55029e348fd143e1b796753ed65d91b0, entries=150, sequenceid=49, filesize=11.7 K 2024-11-22T03:58:59,496 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for cb29e5903237975c88e398ad5340803d in 1669ms, sequenceid=49, compaction requested=true 2024-11-22T03:58:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:58:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:59,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-22T03:58:59,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-22T03:58:59,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-22T03:58:59,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8250 sec 2024-11-22T03:58:59,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.8300 sec 2024-11-22T03:58:59,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-22T03:58:59,820 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:58:59,820 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:58:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-22T03:58:59,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T03:58:59,821 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:58:59,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:58:59,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:58:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T03:58:59,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-22T03:58:59,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:58:59,974 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-22T03:58:59,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:58:59,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:59,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:58:59,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:59,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:58:59,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:58:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122db0a0175e9c84432817eb4d39fcf2f72_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247937906/Put/seqid=0 2024-11-22T03:58:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742383_1559 (size=12154) 2024-11-22T03:59:00,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:00,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248000076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,083 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248000076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248000077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248000082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248000082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T03:59:00,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248000189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248000189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248000189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248000189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248000200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,202 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:00,387 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122db0a0175e9c84432817eb4d39fcf2f72_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122db0a0175e9c84432817eb4d39fcf2f72_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/66b9766efae840b4b0f71b50f749a0b6, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:00,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/66b9766efae840b4b0f71b50f749a0b6 is 175, key is test_row_0/A:col10/1732247937906/Put/seqid=0 2024-11-22T03:59:00,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742384_1560 (size=30955) 2024-11-22T03:59:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248000399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248000399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,401 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248000399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248000399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248000410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,412 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T03:59:00,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248000709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248000709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248000709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248000709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248000720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:00,792 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=68, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/66b9766efae840b4b0f71b50f749a0b6 2024-11-22T03:59:00,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/bd62319db5654c2abca68ac11c135006 is 50, key is test_row_0/B:col10/1732247937906/Put/seqid=0 2024-11-22T03:59:00,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742385_1561 (size=12001) 2024-11-22T03:59:00,813 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/bd62319db5654c2abca68ac11c135006 2024-11-22T03:59:00,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/347775ac01c94b2a9a502eee404674e5 is 50, key is test_row_0/C:col10/1732247937906/Put/seqid=0 2024-11-22T03:59:00,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742386_1562 (size=12001) 2024-11-22T03:59:00,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T03:59:01,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:01,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248001219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248001219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248001219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:01,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248001220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:01,228 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=68 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/347775ac01c94b2a9a502eee404674e5 2024-11-22T03:59:01,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/66b9766efae840b4b0f71b50f749a0b6 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6 2024-11-22T03:59:01,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:01,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248001230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:01,234 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6, entries=150, sequenceid=68, filesize=30.2 K 2024-11-22T03:59:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:01,235 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:01,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/bd62319db5654c2abca68ac11c135006 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/bd62319db5654c2abca68ac11c135006 2024-11-22T03:59:01,237 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/bd62319db5654c2abca68ac11c135006, entries=150, sequenceid=68, filesize=11.7 K 2024-11-22T03:59:01,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/347775ac01c94b2a9a502eee404674e5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/347775ac01c94b2a9a502eee404674e5 2024-11-22T03:59:01,242 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/347775ac01c94b2a9a502eee404674e5, entries=150, sequenceid=68, filesize=11.7 K 2024-11-22T03:59:01,243 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=73.80 KB/75570 for cb29e5903237975c88e398ad5340803d in 1269ms, sequenceid=68, compaction requested=true 2024-11-22T03:59:01,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:01,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:01,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-22T03:59:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-22T03:59:01,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-22T03:59:01,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-11-22T03:59:01,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4270 sec 2024-11-22T03:59:01,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-22T03:59:01,969 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:01,970 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:59:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-22T03:59:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T03:59:01,971 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:59:01,972 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:59:01,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:59:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T03:59:02,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-22T03:59:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:02,124 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-22T03:59:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:02,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:02,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a5fbb1dc83874e1e82c2c1164be11297_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247940075/Put/seqid=0 2024-11-22T03:59:02,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742387_1563 (size=12154) 2024-11-22T03:59:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:02,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:02,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248002251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248002252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,258 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248002258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248002258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248002258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T03:59:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248002370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248002370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248002370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248002370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248002371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,376 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:02,555 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122a5fbb1dc83874e1e82c2c1164be11297_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a5fbb1dc83874e1e82c2c1164be11297_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/7a9098c1301f40f0a5836cca74c37234, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:02,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/7a9098c1301f40f0a5836cca74c37234 is 175, key is test_row_0/A:col10/1732247940075/Put/seqid=0 2024-11-22T03:59:02,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742388_1564 (size=30955) 2024-11-22T03:59:02,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248002580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248002580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248002580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248002580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248002580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T03:59:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248002890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248002890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248002890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248002890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248002890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:02,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:02,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:02,960 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/7a9098c1301f40f0a5836cca74c37234 2024-11-22T03:59:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/16e505b7dca44fc09c0b613bb9eef6f4 is 50, key is test_row_0/B:col10/1732247940075/Put/seqid=0 2024-11-22T03:59:02,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742389_1565 (size=12001) 2024-11-22T03:59:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T03:59:03,375 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/16e505b7dca44fc09c0b613bb9eef6f4 2024-11-22T03:59:03,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/349626c5221f4266bf1f9f5467085924 is 50, key is test_row_0/C:col10/1732247940075/Put/seqid=0 2024-11-22T03:59:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742390_1566 (size=12001) 2024-11-22T03:59:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248003400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248003400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:03,403 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248003400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248003400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248003400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:03,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:03,783 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/349626c5221f4266bf1f9f5467085924 2024-11-22T03:59:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/7a9098c1301f40f0a5836cca74c37234 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234 2024-11-22T03:59:03,789 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234, entries=150, sequenceid=82, filesize=30.2 K 2024-11-22T03:59:03,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/16e505b7dca44fc09c0b613bb9eef6f4 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/16e505b7dca44fc09c0b613bb9eef6f4 2024-11-22T03:59:03,793 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/16e505b7dca44fc09c0b613bb9eef6f4, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T03:59:03,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/349626c5221f4266bf1f9f5467085924 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/349626c5221f4266bf1f9f5467085924 2024-11-22T03:59:03,798 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/349626c5221f4266bf1f9f5467085924, entries=150, sequenceid=82, filesize=11.7 K 2024-11-22T03:59:03,798 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=114.05 KB/116790 for cb29e5903237975c88e398ad5340803d in 1674ms, sequenceid=82, compaction requested=true 2024-11-22T03:59:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:03,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-22T03:59:03,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-22T03:59:03,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-22T03:59:03,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-22T03:59:03,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.8310 sec 2024-11-22T03:59:04,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-22T03:59:04,120 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:04,120 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:59:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-22T03:59:04,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T03:59:04,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:59:04,122 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:59:04,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:59:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T03:59:04,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:04,274 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:04,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:04,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122512f0ea52fcb4431a45263b68bacb890_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247942257/Put/seqid=0 2024-11-22T03:59:04,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742391_1567 (size=12154) 2024-11-22T03:59:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:04,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248004424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248004426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,433 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248004427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248004429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248004433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,439 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T03:59:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248004539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248004540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248004540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248004540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248004549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,553 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:04,689 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122512f0ea52fcb4431a45263b68bacb890_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122512f0ea52fcb4431a45263b68bacb890_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:04,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/0a89a5a9806f4e7392d781ea7ea37202, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:04,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/0a89a5a9806f4e7392d781ea7ea37202 is 175, key is test_row_0/A:col10/1732247942257/Put/seqid=0 2024-11-22T03:59:04,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742392_1568 (size=30955) 2024-11-22T03:59:04,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T03:59:04,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248004750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248004750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248004750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,754 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248004750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,755 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:04,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248004759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:04,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248005059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248005060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248005060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248005060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248005070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,073 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,093 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/0a89a5a9806f4e7392d781ea7ea37202 2024-11-22T03:59:05,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/0e050da7cd784522885173d0d490ff03 is 50, key is test_row_0/B:col10/1732247942257/Put/seqid=0 2024-11-22T03:59:05,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742393_1569 (size=12001) 2024-11-22T03:59:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T03:59:05,508 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/0e050da7cd784522885173d0d490ff03 2024-11-22T03:59:05,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/cf7ca1840ac24e5bbb01f48ac4257516 is 50, key is test_row_0/C:col10/1732247942257/Put/seqid=0 2024-11-22T03:59:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742394_1570 (size=12001) 2024-11-22T03:59:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248005570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248005570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248005570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248005570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,575 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248005579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:05,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:05,582 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:05,920 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/cf7ca1840ac24e5bbb01f48ac4257516 2024-11-22T03:59:05,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/0a89a5a9806f4e7392d781ea7ea37202 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202 2024-11-22T03:59:05,928 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202, entries=150, sequenceid=102, filesize=30.2 K 2024-11-22T03:59:05,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/0e050da7cd784522885173d0d490ff03 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/0e050da7cd784522885173d0d490ff03 2024-11-22T03:59:05,932 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/0e050da7cd784522885173d0d490ff03, entries=150, sequenceid=102, filesize=11.7 K 2024-11-22T03:59:05,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/cf7ca1840ac24e5bbb01f48ac4257516 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cf7ca1840ac24e5bbb01f48ac4257516 2024-11-22T03:59:05,937 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cf7ca1840ac24e5bbb01f48ac4257516, entries=150, sequenceid=102, filesize=11.7 K 2024-11-22T03:59:05,938 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for cb29e5903237975c88e398ad5340803d in 1664ms, sequenceid=102, compaction requested=true 2024-11-22T03:59:05,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:05,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:05,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-22T03:59:05,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-22T03:59:05,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-22T03:59:05,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8170 sec 2024-11-22T03:59:05,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8220 sec 2024-11-22T03:59:06,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-22T03:59:06,270 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:06,271 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:59:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-22T03:59:06,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T03:59:06,272 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:59:06,273 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:59:06,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:59:06,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T03:59:06,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-22T03:59:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:06,425 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-22T03:59:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:06,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:06,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:06,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222d61024423b14c7cbba73f2fcf6d195e_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247944422/Put/seqid=0 2024-11-22T03:59:06,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742395_1571 (size=12154) 2024-11-22T03:59:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:06,446 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411222d61024423b14c7cbba73f2fcf6d195e_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222d61024423b14c7cbba73f2fcf6d195e_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:06,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/c72f5ac3642c4e5d84ee988640fbf79e, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/c72f5ac3642c4e5d84ee988640fbf79e is 175, key is test_row_0/A:col10/1732247944422/Put/seqid=0 2024-11-22T03:59:06,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742396_1572 (size=30955) 2024-11-22T03:59:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:06,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:06,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T03:59:06,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248006607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248006613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,620 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248006614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,623 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248006615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248006615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248006719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248006730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248006730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248006730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248006730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,735 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,850 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/c72f5ac3642c4e5d84ee988640fbf79e 2024-11-22T03:59:06,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/104e6e11001040ce861681b6b8c325d8 is 50, key is test_row_0/B:col10/1732247944422/Put/seqid=0 2024-11-22T03:59:06,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742397_1573 (size=12001) 2024-11-22T03:59:06,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T03:59:06,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248006929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,935 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248006940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248006940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,945 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248006940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:06,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248006940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:06,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,946 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:06,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:06,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248007239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248007249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248007250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248007250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248007250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,262 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/104e6e11001040ce861681b6b8c325d8 2024-11-22T03:59:07,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/dad1aa551ac443eeb0fda2eb2e3c4a75 is 50, key is test_row_0/C:col10/1732247944422/Put/seqid=0 2024-11-22T03:59:07,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742398_1574 (size=12001) 2024-11-22T03:59:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T03:59:07,672 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/dad1aa551ac443eeb0fda2eb2e3c4a75 2024-11-22T03:59:07,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/c72f5ac3642c4e5d84ee988640fbf79e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e 2024-11-22T03:59:07,684 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e, entries=150, sequenceid=114, filesize=30.2 K 2024-11-22T03:59:07,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/104e6e11001040ce861681b6b8c325d8 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/104e6e11001040ce861681b6b8c325d8 2024-11-22T03:59:07,687 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/104e6e11001040ce861681b6b8c325d8, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T03:59:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/dad1aa551ac443eeb0fda2eb2e3c4a75 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/dad1aa551ac443eeb0fda2eb2e3c4a75 2024-11-22T03:59:07,690 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/dad1aa551ac443eeb0fda2eb2e3c4a75, entries=150, sequenceid=114, filesize=11.7 K 2024-11-22T03:59:07,691 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for cb29e5903237975c88e398ad5340803d in 1266ms, sequenceid=114, compaction requested=true 2024-11-22T03:59:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:07,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-22T03:59:07,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-22T03:59:07,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-22T03:59:07,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-22T03:59:07,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.4240 sec 2024-11-22T03:59:07,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:07,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-22T03:59:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:59:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:59:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:59:07,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228f1d8a8bcca941f094dfbd2ecbbb3679_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:07,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742399_1575 (size=14794) 2024-11-22T03:59:07,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248007769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248007770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248007772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,775 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,776 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248007773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248007774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248007879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248007879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248007889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248007889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:07,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248008089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248008089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,094 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248008099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248008100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,105 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,163 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:08,166 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411228f1d8a8bcca941f094dfbd2ecbbb3679_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228f1d8a8bcca941f094dfbd2ecbbb3679_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:08,167 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/6179ca2a9bc249aa8a745e0114ffac41, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:08,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/6179ca2a9bc249aa8a745e0114ffac41 is 175, key is test_row_0/A:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:08,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742400_1576 (size=39749) 2024-11-22T03:59:08,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248008400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248008400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248008409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-22T03:59:08,420 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:08,420 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:59:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-22T03:59:08,421 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:59:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:08,422 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:59:08,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:59:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:08,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/6179ca2a9bc249aa8a745e0114ffac41 2024-11-22T03:59:08,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:08,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:08,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,576 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/d016bf5c191e4a93aa87b2ff721fad81 is 50, key is test_row_0/B:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:08,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742401_1577 (size=12151) 2024-11-22T03:59:08,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:08,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:08,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248008779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,785 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:08,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,785 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:08,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:08,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248008909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248008919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248008919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248008920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:08,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/d016bf5c191e4a93aa87b2ff721fad81 2024-11-22T03:59:08,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/de82c16270c94d26bf4feb1983fdf042 is 50, key is test_row_0/C:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:08,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742402_1578 (size=12151) 2024-11-22T03:59:09,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:09,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:09,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:09,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/de82c16270c94d26bf4feb1983fdf042 2024-11-22T03:59:09,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/6179ca2a9bc249aa8a745e0114ffac41 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41 2024-11-22T03:59:09,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41, entries=200, sequenceid=135, filesize=38.8 K 2024-11-22T03:59:09,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/d016bf5c191e4a93aa87b2ff721fad81 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d016bf5c191e4a93aa87b2ff721fad81 2024-11-22T03:59:09,397 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d016bf5c191e4a93aa87b2ff721fad81, entries=150, sequenceid=135, filesize=11.9 K 2024-11-22T03:59:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/de82c16270c94d26bf4feb1983fdf042 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/de82c16270c94d26bf4feb1983fdf042 2024-11-22T03:59:09,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/de82c16270c94d26bf4feb1983fdf042, entries=150, sequenceid=135, filesize=11.9 K 2024-11-22T03:59:09,402 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for cb29e5903237975c88e398ad5340803d in 1650ms, sequenceid=135, compaction requested=true 2024-11-22T03:59:09,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:09,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:59:09,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:09,403 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T03:59:09,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:59:09,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:09,403 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T03:59:09,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:59:09,403 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:59:09,404 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 256434 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T03:59:09,404 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T03:59:09,404 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/B is initiating minor compaction (all files) 2024-11-22T03:59:09,404 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/A is initiating minor compaction (all files) 2024-11-22T03:59:09,404 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/A in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,404 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/B in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,404 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=250.4 K 2024-11-22T03:59:09,404 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/cc778550659841b891953f09f6b12eea, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/264ad33dd1fc4286b335f60d5b59cc00, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/2e42fc70e1434360a84e7064a1d86dca, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/bd62319db5654c2abca68ac11c135006, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/16e505b7dca44fc09c0b613bb9eef6f4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/0e050da7cd784522885173d0d490ff03, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/104e6e11001040ce861681b6b8c325d8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d016bf5c191e4a93aa87b2ff721fad81] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=93.9 K 2024-11-22T03:59:09,404 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,404 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41] 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting cc778550659841b891953f09f6b12eea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732247935538 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1807aa09ba924ca6997361bb95ba982f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732247935538 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 264ad33dd1fc4286b335f60d5b59cc00, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732247935564 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting db066ccf7b5a4542925cf03537337d74, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732247935564 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 277583df58fb418d9e3e83dd22699fc0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247936710 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e42fc70e1434360a84e7064a1d86dca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247936710 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66b9766efae840b4b0f71b50f749a0b6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732247937899 2024-11-22T03:59:09,406 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting bd62319db5654c2abca68ac11c135006, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732247937899 2024-11-22T03:59:09,407 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a9098c1301f40f0a5836cca74c37234, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732247940075 2024-11-22T03:59:09,407 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a89a5a9806f4e7392d781ea7ea37202, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732247942256 2024-11-22T03:59:09,407 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 16e505b7dca44fc09c0b613bb9eef6f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732247940075 2024-11-22T03:59:09,407 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e050da7cd784522885173d0d490ff03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732247942256 2024-11-22T03:59:09,407 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c72f5ac3642c4e5d84ee988640fbf79e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732247944422 2024-11-22T03:59:09,407 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 104e6e11001040ce861681b6b8c325d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732247944422 2024-11-22T03:59:09,408 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6179ca2a9bc249aa8a745e0114ffac41, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732247946612 2024-11-22T03:59:09,408 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d016bf5c191e4a93aa87b2ff721fad81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732247946613 2024-11-22T03:59:09,416 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:09,418 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411220c911f09a0e140a8b17f72424f86e5a9_cb29e5903237975c88e398ad5340803d store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:09,419 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#B#compaction#497 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:09,419 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/d034401df17b4391ad504abe1ede9147 is 50, key is test_row_0/B:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:09,423 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411220c911f09a0e140a8b17f72424f86e5a9_cb29e5903237975c88e398ad5340803d, store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:09,423 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220c911f09a0e140a8b17f72424f86e5a9_cb29e5903237975c88e398ad5340803d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:09,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742403_1579 (size=12425) 2024-11-22T03:59:09,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742404_1580 (size=4469) 2024-11-22T03:59:09,435 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#A#compaction#498 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:09,435 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/c5e116ac2d994e73b48bcabde5f07342 is 175, key is test_row_0/A:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:09,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742405_1581 (size=31379) 2024-11-22T03:59:09,441 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/c5e116ac2d994e73b48bcabde5f07342 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c5e116ac2d994e73b48bcabde5f07342 2024-11-22T03:59:09,445 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in cb29e5903237975c88e398ad5340803d/A of cb29e5903237975c88e398ad5340803d into c5e116ac2d994e73b48bcabde5f07342(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:09,445 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:09,445 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/A, priority=8, startTime=1732247949402; duration=0sec 2024-11-22T03:59:09,445 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:59:09,445 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:A 2024-11-22T03:59:09,445 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-11-22T03:59:09,446 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96158 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-11-22T03:59:09,446 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/C is initiating minor compaction (all files) 2024-11-22T03:59:09,446 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/C in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,446 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/02e1f605c6a249fc994859c1bc6b4d20, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cdc734f822454492b046e033ff91a7b2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/55029e348fd143e1b796753ed65d91b0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/347775ac01c94b2a9a502eee404674e5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/349626c5221f4266bf1f9f5467085924, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cf7ca1840ac24e5bbb01f48ac4257516, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/dad1aa551ac443eeb0fda2eb2e3c4a75, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/de82c16270c94d26bf4feb1983fdf042] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=93.9 K 2024-11-22T03:59:09,447 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 02e1f605c6a249fc994859c1bc6b4d20, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732247935538 2024-11-22T03:59:09,447 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cdc734f822454492b046e033ff91a7b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1732247935564 2024-11-22T03:59:09,447 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55029e348fd143e1b796753ed65d91b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732247936710 2024-11-22T03:59:09,447 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 347775ac01c94b2a9a502eee404674e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=68, earliestPutTs=1732247937899 2024-11-22T03:59:09,447 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 349626c5221f4266bf1f9f5467085924, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732247940075 2024-11-22T03:59:09,447 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf7ca1840ac24e5bbb01f48ac4257516, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1732247942256 2024-11-22T03:59:09,448 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting dad1aa551ac443eeb0fda2eb2e3c4a75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732247944422 2024-11-22T03:59:09,448 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting de82c16270c94d26bf4feb1983fdf042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732247946613 2024-11-22T03:59:09,458 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#C#compaction#499 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:09,458 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/fd70bfe4ef084da18d5e20c36bf7dabc is 50, key is test_row_0/C:col10/1732247946614/Put/seqid=0 2024-11-22T03:59:09,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742406_1582 (size=12425) 2024-11-22T03:59:09,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:09,489 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:09,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:09,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f69cb49fa1a24f6d931560a8f8d614ad_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247947773/Put/seqid=0 2024-11-22T03:59:09,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742407_1583 (size=12304) 2024-11-22T03:59:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:09,830 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/d034401df17b4391ad504abe1ede9147 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d034401df17b4391ad504abe1ede9147 2024-11-22T03:59:09,833 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in cb29e5903237975c88e398ad5340803d/B of cb29e5903237975c88e398ad5340803d into d034401df17b4391ad504abe1ede9147(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:09,834 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:09,834 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/B, priority=8, startTime=1732247949403; duration=0sec 2024-11-22T03:59:09,834 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:09,834 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:B 2024-11-22T03:59:09,867 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/fd70bfe4ef084da18d5e20c36bf7dabc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/fd70bfe4ef084da18d5e20c36bf7dabc 2024-11-22T03:59:09,870 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 8 (all) file(s) in cb29e5903237975c88e398ad5340803d/C of cb29e5903237975c88e398ad5340803d into fd70bfe4ef084da18d5e20c36bf7dabc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:09,871 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:09,871 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/C, priority=8, startTime=1732247949403; duration=0sec 2024-11-22T03:59:09,871 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:09,871 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:C 2024-11-22T03:59:09,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:09,914 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f69cb49fa1a24f6d931560a8f8d614ad_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f69cb49fa1a24f6d931560a8f8d614ad_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/f4573b0c62e1474a9229cf925abded86, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:09,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/f4573b0c62e1474a9229cf925abded86 is 175, key is test_row_0/A:col10/1732247947773/Put/seqid=0 2024-11-22T03:59:09,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742408_1584 (size=31105) 2024-11-22T03:59:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:09,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248009954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248009955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248009958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:09,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247949947, max timestamp=1732247949958Num uniques 859; 2024-11-22T03:59:09,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247949947, max timestamp=1732247949958Num uniques 859; 2024-11-22T03:59:09,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1732247949947, max timestamp=1732247949958Num uniques 859; 2024-11-22T03:59:09,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:59:09,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:59:09,961 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-22T03:59:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:09,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:09,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248010030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,035 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248010069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248010069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248010069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248010139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248010279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248010279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248010279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,320 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/f4573b0c62e1474a9229cf925abded86 2024-11-22T03:59:10,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/432b3f03b551433aa70c7bbb30d53a19 is 50, key is test_row_0/B:col10/1732247947773/Put/seqid=0 2024-11-22T03:59:10,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742409_1585 (size=12151) 2024-11-22T03:59:10,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248010349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248010589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248010589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248010589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248010660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,664 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:10,743 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/432b3f03b551433aa70c7bbb30d53a19 2024-11-22T03:59:10,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/99c1495615cb4e21b645a08f127c82cc is 50, key is test_row_0/C:col10/1732247947773/Put/seqid=0 2024-11-22T03:59:10,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742410_1586 (size=12151) 2024-11-22T03:59:10,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248010809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:10,813 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4198 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:10,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248011099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248011099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,103 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248011099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,159 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/99c1495615cb4e21b645a08f127c82cc 2024-11-22T03:59:11,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/f4573b0c62e1474a9229cf925abded86 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86 2024-11-22T03:59:11,164 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86, entries=150, sequenceid=147, filesize=30.4 K 2024-11-22T03:59:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/432b3f03b551433aa70c7bbb30d53a19 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/432b3f03b551433aa70c7bbb30d53a19 2024-11-22T03:59:11,167 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/432b3f03b551433aa70c7bbb30d53a19, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T03:59:11,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/99c1495615cb4e21b645a08f127c82cc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/99c1495615cb4e21b645a08f127c82cc 2024-11-22T03:59:11,170 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/99c1495615cb4e21b645a08f127c82cc, entries=150, sequenceid=147, filesize=11.9 K 2024-11-22T03:59:11,172 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for cb29e5903237975c88e398ad5340803d in 1683ms, sequenceid=147, compaction requested=false 2024-11-22T03:59:11,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:11,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:11,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-22T03:59:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-22T03:59:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:11,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-22T03:59:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:59:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:59:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:11,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-22T03:59:11,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-22T03:59:11,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7520 sec 2024-11-22T03:59:11,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 2.7590 sec 2024-11-22T03:59:11,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223a23f7e1103e40959695001a4f4029bd_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:11,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742411_1587 (size=14794) 2024-11-22T03:59:11,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248011207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248011319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,321 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248011530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:11,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411223a23f7e1103e40959695001a4f4029bd_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223a23f7e1103e40959695001a4f4029bd_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:11,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/41a0f6b5e9e44a15a27fcd5e5e7d586e, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:11,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/41a0f6b5e9e44a15a27fcd5e5e7d586e is 175, key is test_row_0/A:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742412_1588 (size=39749) 2024-11-22T03:59:11,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:11,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248011839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:11,842 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:11,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/41a0f6b5e9e44a15a27fcd5e5e7d586e 2024-11-22T03:59:12,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/4fe5b554d7bc4482acdc09795dd60758 is 50, key is test_row_0/B:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:12,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742413_1589 (size=12151) 2024-11-22T03:59:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248012110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:12,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248012110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:12,114 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:12,115 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,115 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:12,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248012119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:12,123 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:12,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248012349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:12,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:12,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/4fe5b554d7bc4482acdc09795dd60758 2024-11-22T03:59:12,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/648f4aca77db46d0bc9910a319314e0d is 50, key is test_row_0/C:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742414_1590 (size=12151) 2024-11-22T03:59:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-22T03:59:12,590 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:12,590 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:59:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-22T03:59:12,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:59:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T03:59:12,592 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:59:12,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:59:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T03:59:12,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-22T03:59:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:12,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:12,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/648f4aca77db46d0bc9910a319314e0d 2024-11-22T03:59:12,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/41a0f6b5e9e44a15a27fcd5e5e7d586e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e 2024-11-22T03:59:12,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e, entries=200, sequenceid=185, filesize=38.8 K 2024-11-22T03:59:12,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/4fe5b554d7bc4482acdc09795dd60758 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/4fe5b554d7bc4482acdc09795dd60758 2024-11-22T03:59:12,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/4fe5b554d7bc4482acdc09795dd60758, entries=150, sequenceid=185, filesize=11.9 K 2024-11-22T03:59:12,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/648f4aca77db46d0bc9910a319314e0d as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/648f4aca77db46d0bc9910a319314e0d 2024-11-22T03:59:12,828 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/648f4aca77db46d0bc9910a319314e0d, entries=150, sequenceid=185, filesize=11.9 K 2024-11-22T03:59:12,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for cb29e5903237975c88e398ad5340803d in 1654ms, sequenceid=185, compaction requested=true 2024-11-22T03:59:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:59:12,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:12,829 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:59:12,829 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:59:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:59:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:59:12,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:59:12,830 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:59:12,830 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:59:12,830 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/B is initiating minor compaction (all files) 2024-11-22T03:59:12,830 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/A is initiating minor compaction (all files) 2024-11-22T03:59:12,830 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/A in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,830 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/B in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,830 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c5e116ac2d994e73b48bcabde5f07342, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=99.8 K 2024-11-22T03:59:12,830 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d034401df17b4391ad504abe1ede9147, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/432b3f03b551433aa70c7bbb30d53a19, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/4fe5b554d7bc4482acdc09795dd60758] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=35.9 K 2024-11-22T03:59:12,830 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,830 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c5e116ac2d994e73b48bcabde5f07342, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e] 2024-11-22T03:59:12,831 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting d034401df17b4391ad504abe1ede9147, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732247946613 2024-11-22T03:59:12,831 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5e116ac2d994e73b48bcabde5f07342, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732247946613 2024-11-22T03:59:12,831 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4573b0c62e1474a9229cf925abded86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732247947769 2024-11-22T03:59:12,832 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 432b3f03b551433aa70c7bbb30d53a19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732247947769 2024-11-22T03:59:12,832 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41a0f6b5e9e44a15a27fcd5e5e7d586e, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732247950007 2024-11-22T03:59:12,832 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fe5b554d7bc4482acdc09795dd60758, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732247950007 2024-11-22T03:59:12,842 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:12,843 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#B#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:12,843 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241122ce74739bd74d43b085a52d4c396a83ea_cb29e5903237975c88e398ad5340803d store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:12,844 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/5155021653e74d4ca25269b908b0dcd5 is 50, key is test_row_0/B:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:12,845 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241122ce74739bd74d43b085a52d4c396a83ea_cb29e5903237975c88e398ad5340803d, store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:12,846 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122ce74739bd74d43b085a52d4c396a83ea_cb29e5903237975c88e398ad5340803d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742416_1592 (size=4469) 2024-11-22T03:59:12,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742415_1591 (size=12527) 2024-11-22T03:59:12,855 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/5155021653e74d4ca25269b908b0dcd5 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/5155021653e74d4ca25269b908b0dcd5 2024-11-22T03:59:12,858 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb29e5903237975c88e398ad5340803d/B of cb29e5903237975c88e398ad5340803d into 5155021653e74d4ca25269b908b0dcd5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:12,858 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:12,858 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/B, priority=13, startTime=1732247952829; duration=0sec 2024-11-22T03:59:12,858 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:59:12,858 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:B 2024-11-22T03:59:12,858 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:59:12,859 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36727 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:59:12,859 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/C is initiating minor compaction (all files) 2024-11-22T03:59:12,859 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/C in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,859 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/fd70bfe4ef084da18d5e20c36bf7dabc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/99c1495615cb4e21b645a08f127c82cc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/648f4aca77db46d0bc9910a319314e0d] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=35.9 K 2024-11-22T03:59:12,859 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting fd70bfe4ef084da18d5e20c36bf7dabc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1732247946613 2024-11-22T03:59:12,860 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c1495615cb4e21b645a08f127c82cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732247947769 2024-11-22T03:59:12,860 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 648f4aca77db46d0bc9910a319314e0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732247950007 2024-11-22T03:59:12,865 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#C#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:12,866 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/ea3b657e90fe4bcd9b427240b0b9cd30 is 50, key is test_row_0/C:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742417_1593 (size=12527) 2024-11-22T03:59:12,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:12,897 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:12,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:12,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1cf72af7aa0452c8236a5cbd6a80c96_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247951201/Put/seqid=0 2024-11-22T03:59:12,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742418_1594 (size=12304) 2024-11-22T03:59:12,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T03:59:13,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T03:59:13,251 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#A#compaction#507 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:13,252 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/1a3fd12ee2704e45a2b422657916d22f is 175, key is test_row_0/A:col10/1732247950007/Put/seqid=0 2024-11-22T03:59:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742419_1595 (size=31481) 2024-11-22T03:59:13,272 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/ea3b657e90fe4bcd9b427240b0b9cd30 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/ea3b657e90fe4bcd9b427240b0b9cd30 2024-11-22T03:59:13,276 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb29e5903237975c88e398ad5340803d/C of cb29e5903237975c88e398ad5340803d into ea3b657e90fe4bcd9b427240b0b9cd30(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:13,276 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:13,276 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/C, priority=13, startTime=1732247952830; duration=0sec 2024-11-22T03:59:13,276 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:13,276 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:C 2024-11-22T03:59:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:13,309 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241122f1cf72af7aa0452c8236a5cbd6a80c96_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1cf72af7aa0452c8236a5cbd6a80c96_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:13,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/030e5aa5b3b144af86753b3a2cd3a4e0, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:13,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/030e5aa5b3b144af86753b3a2cd3a4e0 is 175, key is test_row_0/A:col10/1732247951201/Put/seqid=0 2024-11-22T03:59:13,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742420_1596 (size=31105) 2024-11-22T03:59:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:13,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:13,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247953424, max timestamp=1732247953438Num uniques 859; 2024-11-22T03:59:13,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247953424, max timestamp=1732247953438Num uniques 859; 2024-11-22T03:59:13,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1732247953424, max timestamp=1732247953438Num uniques 859; 2024-11-22T03:59:13,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:59:13,441 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:59:13,442 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/c85114ed5096:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-22T03:59:13,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248013543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:13,548 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:13,659 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/1a3fd12ee2704e45a2b422657916d22f as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1a3fd12ee2704e45a2b422657916d22f 2024-11-22T03:59:13,662 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb29e5903237975c88e398ad5340803d/A of cb29e5903237975c88e398ad5340803d into 1a3fd12ee2704e45a2b422657916d22f(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:13,662 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:13,662 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/A, priority=13, startTime=1732247952829; duration=0sec 2024-11-22T03:59:13,663 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:13,663 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:A 2024-11-22T03:59:13,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:13,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248013660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:13,663 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:13,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T03:59:13,731 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/030e5aa5b3b144af86753b3a2cd3a4e0 2024-11-22T03:59:13,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/23adaba3dddf45c4bb234a6f9f0e34f9 is 50, key is test_row_0/B:col10/1732247951201/Put/seqid=0 2024-11-22T03:59:13,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742421_1597 (size=12151) 2024-11-22T03:59:13,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248013869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:13,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35524 deadline: 1732248014129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,132 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,139 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/23adaba3dddf45c4bb234a6f9f0e34f9 2024-11-22T03:59:14,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35512 deadline: 1732248014139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,143 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_1' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/42f2d0fdcc8f4e9588f3d6d1e9be0997 is 50, key is test_row_0/C:col10/1732247951201/Put/seqid=0 2024-11-22T03:59:14,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742422_1598 (size=12151) 2024-11-22T03:59:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35546 deadline: 1732248014150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,155 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_0' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248014180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,182 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,183 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,548 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/42f2d0fdcc8f4e9588f3d6d1e9be0997 2024-11-22T03:59:14,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/030e5aa5b3b144af86753b3a2cd3a4e0 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0 2024-11-22T03:59:14,554 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0, entries=150, sequenceid=196, filesize=30.4 K 2024-11-22T03:59:14,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/23adaba3dddf45c4bb234a6f9f0e34f9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/23adaba3dddf45c4bb234a6f9f0e34f9 2024-11-22T03:59:14,558 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/23adaba3dddf45c4bb234a6f9f0e34f9, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T03:59:14,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/42f2d0fdcc8f4e9588f3d6d1e9be0997 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/42f2d0fdcc8f4e9588f3d6d1e9be0997 2024-11-22T03:59:14,561 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/42f2d0fdcc8f4e9588f3d6d1e9be0997, entries=150, sequenceid=196, filesize=11.9 K 2024-11-22T03:59:14,562 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for cb29e5903237975c88e398ad5340803d in 1665ms, sequenceid=196, compaction requested=false 2024-11-22T03:59:14,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:14,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:14,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-22T03:59:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-22T03:59:14,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-22T03:59:14,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9710 sec 2024-11-22T03:59:14,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.9750 sec 2024-11-22T03:59:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:14,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-22T03:59:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T03:59:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T03:59:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:14,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-22T03:59:14,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207b68a643cce4acd985b57d46241d7d0_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742423_1599 (size=14794) 2024-11-22T03:59:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248014723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-22T03:59:14,739 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:14,740 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-22T03:59:14,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-22T03:59:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:14,741 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-22T03:59:14,742 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-22T03:59:14,742 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-22T03:59:14,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248014830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35580 deadline: 1732248014839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:14,845 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to c85114ed5096,44285,1732247784219 for 'test_row_2' in cb29e5903237975c88e398ad5340803d of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8230 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-22T03:59:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:14,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:14,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T03:59:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:14,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:14,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:15,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248015039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:15,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:15,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T03:59:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:15,107 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:15,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112207b68a643cce4acd985b57d46241d7d0_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207b68a643cce4acd985b57d46241d7d0_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:15,112 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/60a0795dd6484a5b91f6ff0e4938e461, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:15,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/60a0795dd6484a5b91f6ff0e4938e461 is 175, key is test_row_0/A:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:15,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742424_1600 (size=39749) 2024-11-22T03:59:15,117 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/60a0795dd6484a5b91f6ff0e4938e461 2024-11-22T03:59:15,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/af28167f2d67458c931c41fd8e374d3e is 50, key is test_row_0/B:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742425_1601 (size=12151) 2024-11-22T03:59:15,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/af28167f2d67458c931c41fd8e374d3e 2024-11-22T03:59:15,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/e43f172e103a477eab49335d8704c8fe is 50, key is test_row_0/C:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:15,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742426_1602 (size=12151) 2024-11-22T03:59:15,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T03:59:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T03:59:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-22T03:59:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44285 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35574 deadline: 1732248015349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 2024-11-22T03:59:15,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 , the old value is region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-22T03:59:15,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., hostname=c85114ed5096,44285,1732247784219, seqNum=5 because the exception is null or not the one we care about 2024-11-22T03:59:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:15,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T03:59:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-22T03:59:15,526 INFO [Thread-2444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2444. 2024-11-22T03:59:15,526 DEBUG [Thread-2444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:15,526 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,526 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,526 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:15,528 INFO [Thread-2450 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2450. 2024-11-22T03:59:15,528 DEBUG [Thread-2450 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:15,528 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,528 DEBUG [Thread-2450 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:15,529 INFO [Thread-2442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2442. 2024-11-22T03:59:15,529 DEBUG [Thread-2442 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:15,529 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,529 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:15,532 INFO [Thread-2448 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2448. 2024-11-22T03:59:15,532 DEBUG [Thread-2448 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:15,532 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,532 DEBUG [Thread-2448 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:15,533 INFO [Thread-2446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2446. 2024-11-22T03:59:15,533 DEBUG [Thread-2446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:15,533 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,533 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:15,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/e43f172e103a477eab49335d8704c8fe 2024-11-22T03:59:15,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/60a0795dd6484a5b91f6ff0e4938e461 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461 2024-11-22T03:59:15,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461, entries=200, sequenceid=236, filesize=38.8 K 2024-11-22T03:59:15,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/af28167f2d67458c931c41fd8e374d3e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/af28167f2d67458c931c41fd8e374d3e 2024-11-22T03:59:15,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/af28167f2d67458c931c41fd8e374d3e, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T03:59:15,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/e43f172e103a477eab49335d8704c8fe as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/e43f172e103a477eab49335d8704c8fe 2024-11-22T03:59:15,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/e43f172e103a477eab49335d8704c8fe, entries=150, sequenceid=236, filesize=11.9 K 2024-11-22T03:59:15,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for cb29e5903237975c88e398ad5340803d in 863ms, sequenceid=236, compaction requested=true 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:A, priority=-2147483648, current under compaction store size is 1 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:B, priority=-2147483648, current under compaction store size is 2 2024-11-22T03:59:15,556 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:15,556 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cb29e5903237975c88e398ad5340803d:C, priority=-2147483648, current under compaction store size is 3 2024-11-22T03:59:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/B is initiating minor compaction (all files) 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/A is initiating minor compaction (all files) 2024-11-22T03:59:15,557 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/B in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,557 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/A in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,557 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/5155021653e74d4ca25269b908b0dcd5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/23adaba3dddf45c4bb234a6f9f0e34f9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/af28167f2d67458c931c41fd8e374d3e] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=36.0 K 2024-11-22T03:59:15,557 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1a3fd12ee2704e45a2b422657916d22f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=99.9 K 2024-11-22T03:59:15,557 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. files: [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1a3fd12ee2704e45a2b422657916d22f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461] 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 5155021653e74d4ca25269b908b0dcd5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732247950007 2024-11-22T03:59:15,557 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a3fd12ee2704e45a2b422657916d22f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732247950007 2024-11-22T03:59:15,558 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting 23adaba3dddf45c4bb234a6f9f0e34f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732247951177 2024-11-22T03:59:15,558 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 030e5aa5b3b144af86753b3a2cd3a4e0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732247951177 2024-11-22T03:59:15,558 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] compactions.Compactor(225): Compacting af28167f2d67458c931c41fd8e374d3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732247953527 2024-11-22T03:59:15,558 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60a0795dd6484a5b91f6ff0e4938e461, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732247953519 2024-11-22T03:59:15,564 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#B#compaction#515 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:15,564 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/e0a390c245594494914244339bdcb21a is 50, key is test_row_0/B:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:15,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742427_1603 (size=12629) 2024-11-22T03:59:15,570 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:15,571 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411221a54a424b0134ec0b5196bca16442686_cb29e5903237975c88e398ad5340803d store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:15,603 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411221a54a424b0134ec0b5196bca16442686_cb29e5903237975c88e398ad5340803d, store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:15,604 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411221a54a424b0134ec0b5196bca16442686_cb29e5903237975c88e398ad5340803d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742428_1604 (size=4469) 2024-11-22T03:59:15,619 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#A#compaction#516 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:15,620 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/477ca571a7174008a655dc56c2e24b2e is 175, key is test_row_0/A:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:15,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742429_1605 (size=31583) 2024-11-22T03:59:15,634 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/477ca571a7174008a655dc56c2e24b2e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/477ca571a7174008a655dc56c2e24b2e 2024-11-22T03:59:15,638 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb29e5903237975c88e398ad5340803d/A of cb29e5903237975c88e398ad5340803d into 477ca571a7174008a655dc56c2e24b2e(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:15,638 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:15,638 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/A, priority=13, startTime=1732247955556; duration=0sec 2024-11-22T03:59:15,638 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-22T03:59:15,638 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:A 2024-11-22T03:59:15,638 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-22T03:59:15,639 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-22T03:59:15,639 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1541): cb29e5903237975c88e398ad5340803d/C is initiating minor compaction (all files) 2024-11-22T03:59:15,639 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of cb29e5903237975c88e398ad5340803d/C in TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,639 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/ea3b657e90fe4bcd9b427240b0b9cd30, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/42f2d0fdcc8f4e9588f3d6d1e9be0997, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/e43f172e103a477eab49335d8704c8fe] into tmpdir=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp, totalSize=36.0 K 2024-11-22T03:59:15,639 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea3b657e90fe4bcd9b427240b0b9cd30, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732247950007 2024-11-22T03:59:15,640 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42f2d0fdcc8f4e9588f3d6d1e9be0997, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732247951177 2024-11-22T03:59:15,640 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43f172e103a477eab49335d8704c8fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732247953527 2024-11-22T03:59:15,652 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cb29e5903237975c88e398ad5340803d#C#compaction#517 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-22T03:59:15,652 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/568b32728b08416d9f606f84844980df is 50, key is test_row_0/C:col10/1732247953542/Put/seqid=0 2024-11-22T03:59:15,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742430_1606 (size=12629) 2024-11-22T03:59:15,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44285 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:15,659 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:15,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220196ccf47b8e45fd8afd29dd08f33cdd_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247954716/Put/seqid=0 2024-11-22T03:59:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742431_1607 (size=12304) 2024-11-22T03:59:15,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:15,683 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411220196ccf47b8e45fd8afd29dd08f33cdd_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220196ccf47b8e45fd8afd29dd08f33cdd_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:15,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/be666323b67d4878b6bc9ee03ea727dc, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:15,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/be666323b67d4878b6bc9ee03ea727dc is 175, key is test_row_0/A:col10/1732247954716/Put/seqid=0 2024-11-22T03:59:15,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742432_1608 (size=31105) 2024-11-22T03:59:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44285 {}] regionserver.HRegion(8855): Flush requested on cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:15,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. as already flushing 2024-11-22T03:59:15,860 INFO [Thread-2437 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2437. 2024-11-22T03:59:15,860 DEBUG [Thread-2437 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:15,861 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,861 DEBUG [Thread-2437 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:15,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:15,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:15,971 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/e0a390c245594494914244339bdcb21a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/e0a390c245594494914244339bdcb21a 2024-11-22T03:59:15,975 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb29e5903237975c88e398ad5340803d/B of cb29e5903237975c88e398ad5340803d into e0a390c245594494914244339bdcb21a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:15,975 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:15,975 INFO [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/B, priority=13, startTime=1732247955556; duration=0sec 2024-11-22T03:59:15,975 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:15,975 DEBUG [RS:0;c85114ed5096:44285-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:B 2024-11-22T03:59:16,066 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/568b32728b08416d9f606f84844980df as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/568b32728b08416d9f606f84844980df 2024-11-22T03:59:16,073 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in cb29e5903237975c88e398ad5340803d/C of cb29e5903237975c88e398ad5340803d into 568b32728b08416d9f606f84844980df(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-22T03:59:16,073 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:16,073 INFO [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., storeName=cb29e5903237975c88e398ad5340803d/C, priority=13, startTime=1732247955556; duration=0sec 2024-11-22T03:59:16,073 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-22T03:59:16,073 DEBUG [RS:0;c85114ed5096:44285-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cb29e5903237975c88e398ad5340803d:C 2024-11-22T03:59:16,088 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/be666323b67d4878b6bc9ee03ea727dc 2024-11-22T03:59:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/7e8234b10fab4ef6af12f60156731b7b is 50, key is test_row_0/B:col10/1732247954716/Put/seqid=0 2024-11-22T03:59:16,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742433_1609 (size=12151) 2024-11-22T03:59:16,501 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/7e8234b10fab4ef6af12f60156731b7b 2024-11-22T03:59:16,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/0e53f7d2c8464015804e28656690a0f2 is 50, key is test_row_0/C:col10/1732247954716/Put/seqid=0 2024-11-22T03:59:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742434_1610 (size=12151) 2024-11-22T03:59:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:16,919 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/0e53f7d2c8464015804e28656690a0f2 2024-11-22T03:59:16,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/be666323b67d4878b6bc9ee03ea727dc as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/be666323b67d4878b6bc9ee03ea727dc 2024-11-22T03:59:16,930 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/be666323b67d4878b6bc9ee03ea727dc, entries=150, sequenceid=246, filesize=30.4 K 2024-11-22T03:59:16,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/7e8234b10fab4ef6af12f60156731b7b as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/7e8234b10fab4ef6af12f60156731b7b 2024-11-22T03:59:16,935 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/7e8234b10fab4ef6af12f60156731b7b, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T03:59:16,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/0e53f7d2c8464015804e28656690a0f2 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/0e53f7d2c8464015804e28656690a0f2 2024-11-22T03:59:16,939 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/0e53f7d2c8464015804e28656690a0f2, entries=150, sequenceid=246, filesize=11.9 K 2024-11-22T03:59:16,940 INFO [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=6.71 KB/6870 for cb29e5903237975c88e398ad5340803d in 1280ms, sequenceid=246, compaction requested=false 2024-11-22T03:59:16,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for cb29e5903237975c88e398ad5340803d: 2024-11-22T03:59:16,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:16,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/c85114ed5096:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-22T03:59:16,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-22T03:59:16,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-22T03:59:16,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1990 sec 2024-11-22T03:59:16,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 2.2030 sec 2024-11-22T03:59:18,162 INFO [Thread-2435 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2435. 2024-11-22T03:59:18,162 INFO [Thread-2433 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2433. 2024-11-22T03:59:18,162 DEBUG [Thread-2435 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:18,162 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:18,162 DEBUG [Thread-2433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:18,162 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:18,163 DEBUG [Thread-2435 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:18,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:18,163 DEBUG [Thread-2433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:18,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:18,171 INFO [Thread-2431 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2431. 2024-11-22T03:59:18,171 DEBUG [Thread-2431 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:18,171 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:18,171 DEBUG [Thread-2431 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:18,171 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-22T03:59:18,910 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:22,767 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-22T03:59:24,922 INFO [Thread-2439 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2439. 2024-11-22T03:59:24,922 DEBUG [Thread-2439 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-22T03:59:24,922 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:24,922 DEBUG [Thread-2439 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:24,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2734 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2667 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2598 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2735 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2673 2024-11-22T03:59:24,922 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-22T03:59:24,922 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:59:24,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:59:24,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:24,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:24,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:24,924 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-22T03:59:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T03:59:24,926 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247964926"}]},"ts":"1732247964926"} 2024-11-22T03:59:24,927 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-22T03:59:24,928 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-22T03:59:24,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-22T03:59:24,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, UNASSIGN}] 2024-11-22T03:59:24,930 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, UNASSIGN 2024-11-22T03:59:24,931 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=CLOSING, regionLocation=c85114ed5096,44285,1732247784219 2024-11-22T03:59:24,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, UNASSIGN because future has completed 2024-11-22T03:59:24,932 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-22T03:59:24,932 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219}] 2024-11-22T03:59:25,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T03:59:25,085 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(122): Close cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:25,086 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-22T03:59:25,086 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1722): Closing cb29e5903237975c88e398ad5340803d, disabling compactions & flushes 2024-11-22T03:59:25,086 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:25,086 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:25,086 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. after waiting 0 ms 2024-11-22T03:59:25,086 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:25,086 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(2902): Flushing cb29e5903237975c88e398ad5340803d 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-11-22T03:59:25,086 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=A 2024-11-22T03:59:25,087 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:25,087 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=B 2024-11-22T03:59:25,087 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:25,087 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cb29e5903237975c88e398ad5340803d, store=C 2024-11-22T03:59:25,087 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-22T03:59:25,096 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224967dc3130f94ba8a4993bf5c8dd0f53_cb29e5903237975c88e398ad5340803d is 50, key is test_row_0/A:col10/1732247958160/Put/seqid=0 2024-11-22T03:59:25,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742435_1611 (size=12304) 2024-11-22T03:59:25,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T03:59:25,502 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-22T03:59:25,506 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411224967dc3130f94ba8a4993bf5c8dd0f53_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224967dc3130f94ba8a4993bf5c8dd0f53_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:25,506 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/55a99ba7fe93452696efdce632797d86, store: [table=TestAcidGuarantees family=A region=cb29e5903237975c88e398ad5340803d] 2024-11-22T03:59:25,507 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/55a99ba7fe93452696efdce632797d86 is 175, key is test_row_0/A:col10/1732247958160/Put/seqid=0 2024-11-22T03:59:25,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742436_1612 (size=31105) 2024-11-22T03:59:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T03:59:25,913 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/55a99ba7fe93452696efdce632797d86 2024-11-22T03:59:25,921 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/ec7a1be1de4d43eeaab09acdea893e4e is 50, key is test_row_0/B:col10/1732247958160/Put/seqid=0 2024-11-22T03:59:25,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742437_1613 (size=12151) 2024-11-22T03:59:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T03:59:26,327 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/ec7a1be1de4d43eeaab09acdea893e4e 2024-11-22T03:59:26,337 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/df4ec20f7b654e3bb5b9fe8f35157867 is 50, key is test_row_0/C:col10/1732247958160/Put/seqid=0 2024-11-22T03:59:26,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742438_1614 (size=12151) 2024-11-22T03:59:26,742 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/df4ec20f7b654e3bb5b9fe8f35157867 2024-11-22T03:59:26,753 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/A/55a99ba7fe93452696efdce632797d86 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/55a99ba7fe93452696efdce632797d86 2024-11-22T03:59:26,757 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/55a99ba7fe93452696efdce632797d86, entries=150, sequenceid=256, filesize=30.4 K 2024-11-22T03:59:26,758 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/B/ec7a1be1de4d43eeaab09acdea893e4e as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/ec7a1be1de4d43eeaab09acdea893e4e 2024-11-22T03:59:26,762 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/ec7a1be1de4d43eeaab09acdea893e4e, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T03:59:26,762 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/.tmp/C/df4ec20f7b654e3bb5b9fe8f35157867 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/df4ec20f7b654e3bb5b9fe8f35157867 2024-11-22T03:59:26,766 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/df4ec20f7b654e3bb5b9fe8f35157867, entries=150, sequenceid=256, filesize=11.9 K 2024-11-22T03:59:26,767 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for cb29e5903237975c88e398ad5340803d in 1680ms, sequenceid=256, compaction requested=true 2024-11-22T03:59:26,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c5e116ac2d994e73b48bcabde5f07342, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1a3fd12ee2704e45a2b422657916d22f, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461] to archive 2024-11-22T03:59:26,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:59:26,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1807aa09ba924ca6997361bb95ba982f 2024-11-22T03:59:26,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/db066ccf7b5a4542925cf03537337d74 2024-11-22T03:59:26,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/277583df58fb418d9e3e83dd22699fc0 2024-11-22T03:59:26,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/66b9766efae840b4b0f71b50f749a0b6 2024-11-22T03:59:26,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/7a9098c1301f40f0a5836cca74c37234 2024-11-22T03:59:26,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/0a89a5a9806f4e7392d781ea7ea37202 2024-11-22T03:59:26,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c72f5ac3642c4e5d84ee988640fbf79e 2024-11-22T03:59:26,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/6179ca2a9bc249aa8a745e0114ffac41 2024-11-22T03:59:26,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c5e116ac2d994e73b48bcabde5f07342 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/c5e116ac2d994e73b48bcabde5f07342 2024-11-22T03:59:26,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/f4573b0c62e1474a9229cf925abded86 2024-11-22T03:59:26,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/41a0f6b5e9e44a15a27fcd5e5e7d586e 2024-11-22T03:59:26,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1a3fd12ee2704e45a2b422657916d22f to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/1a3fd12ee2704e45a2b422657916d22f 2024-11-22T03:59:26,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/030e5aa5b3b144af86753b3a2cd3a4e0 2024-11-22T03:59:26,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/60a0795dd6484a5b91f6ff0e4938e461 2024-11-22T03:59:26,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/cc778550659841b891953f09f6b12eea, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/264ad33dd1fc4286b335f60d5b59cc00, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/2e42fc70e1434360a84e7064a1d86dca, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/bd62319db5654c2abca68ac11c135006, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/16e505b7dca44fc09c0b613bb9eef6f4, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/0e050da7cd784522885173d0d490ff03, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/104e6e11001040ce861681b6b8c325d8, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d034401df17b4391ad504abe1ede9147, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d016bf5c191e4a93aa87b2ff721fad81, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/432b3f03b551433aa70c7bbb30d53a19, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/5155021653e74d4ca25269b908b0dcd5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/4fe5b554d7bc4482acdc09795dd60758, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/23adaba3dddf45c4bb234a6f9f0e34f9, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/af28167f2d67458c931c41fd8e374d3e] to archive 2024-11-22T03:59:26,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:59:26,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/cc778550659841b891953f09f6b12eea to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/cc778550659841b891953f09f6b12eea 2024-11-22T03:59:26,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/264ad33dd1fc4286b335f60d5b59cc00 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/264ad33dd1fc4286b335f60d5b59cc00 2024-11-22T03:59:26,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/2e42fc70e1434360a84e7064a1d86dca to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/2e42fc70e1434360a84e7064a1d86dca 2024-11-22T03:59:26,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/bd62319db5654c2abca68ac11c135006 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/bd62319db5654c2abca68ac11c135006 2024-11-22T03:59:26,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/16e505b7dca44fc09c0b613bb9eef6f4 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/16e505b7dca44fc09c0b613bb9eef6f4 2024-11-22T03:59:26,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/0e050da7cd784522885173d0d490ff03 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/0e050da7cd784522885173d0d490ff03 2024-11-22T03:59:26,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/104e6e11001040ce861681b6b8c325d8 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/104e6e11001040ce861681b6b8c325d8 2024-11-22T03:59:26,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d034401df17b4391ad504abe1ede9147 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d034401df17b4391ad504abe1ede9147 2024-11-22T03:59:26,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d016bf5c191e4a93aa87b2ff721fad81 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/d016bf5c191e4a93aa87b2ff721fad81 2024-11-22T03:59:26,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/432b3f03b551433aa70c7bbb30d53a19 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/432b3f03b551433aa70c7bbb30d53a19 2024-11-22T03:59:26,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/5155021653e74d4ca25269b908b0dcd5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/5155021653e74d4ca25269b908b0dcd5 2024-11-22T03:59:26,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/4fe5b554d7bc4482acdc09795dd60758 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/4fe5b554d7bc4482acdc09795dd60758 2024-11-22T03:59:26,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/23adaba3dddf45c4bb234a6f9f0e34f9 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/23adaba3dddf45c4bb234a6f9f0e34f9 2024-11-22T03:59:26,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/af28167f2d67458c931c41fd8e374d3e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/af28167f2d67458c931c41fd8e374d3e 2024-11-22T03:59:26,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/02e1f605c6a249fc994859c1bc6b4d20, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cdc734f822454492b046e033ff91a7b2, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/55029e348fd143e1b796753ed65d91b0, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/347775ac01c94b2a9a502eee404674e5, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/349626c5221f4266bf1f9f5467085924, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cf7ca1840ac24e5bbb01f48ac4257516, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/dad1aa551ac443eeb0fda2eb2e3c4a75, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/fd70bfe4ef084da18d5e20c36bf7dabc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/de82c16270c94d26bf4feb1983fdf042, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/99c1495615cb4e21b645a08f127c82cc, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/ea3b657e90fe4bcd9b427240b0b9cd30, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/648f4aca77db46d0bc9910a319314e0d, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/42f2d0fdcc8f4e9588f3d6d1e9be0997, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/e43f172e103a477eab49335d8704c8fe] to archive 2024-11-22T03:59:26,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-22T03:59:26,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/02e1f605c6a249fc994859c1bc6b4d20 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/02e1f605c6a249fc994859c1bc6b4d20 2024-11-22T03:59:26,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cdc734f822454492b046e033ff91a7b2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cdc734f822454492b046e033ff91a7b2 2024-11-22T03:59:26,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/55029e348fd143e1b796753ed65d91b0 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/55029e348fd143e1b796753ed65d91b0 2024-11-22T03:59:26,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/347775ac01c94b2a9a502eee404674e5 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/347775ac01c94b2a9a502eee404674e5 2024-11-22T03:59:26,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/349626c5221f4266bf1f9f5467085924 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/349626c5221f4266bf1f9f5467085924 2024-11-22T03:59:26,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cf7ca1840ac24e5bbb01f48ac4257516 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/cf7ca1840ac24e5bbb01f48ac4257516 2024-11-22T03:59:26,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/dad1aa551ac443eeb0fda2eb2e3c4a75 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/dad1aa551ac443eeb0fda2eb2e3c4a75 2024-11-22T03:59:26,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/fd70bfe4ef084da18d5e20c36bf7dabc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/fd70bfe4ef084da18d5e20c36bf7dabc 2024-11-22T03:59:26,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/de82c16270c94d26bf4feb1983fdf042 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/de82c16270c94d26bf4feb1983fdf042 2024-11-22T03:59:26,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/99c1495615cb4e21b645a08f127c82cc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/99c1495615cb4e21b645a08f127c82cc 2024-11-22T03:59:26,806 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/ea3b657e90fe4bcd9b427240b0b9cd30 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/ea3b657e90fe4bcd9b427240b0b9cd30 2024-11-22T03:59:26,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/648f4aca77db46d0bc9910a319314e0d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/648f4aca77db46d0bc9910a319314e0d 2024-11-22T03:59:26,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/42f2d0fdcc8f4e9588f3d6d1e9be0997 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/42f2d0fdcc8f4e9588f3d6d1e9be0997 2024-11-22T03:59:26,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/e43f172e103a477eab49335d8704c8fe to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/e43f172e103a477eab49335d8704c8fe 2024-11-22T03:59:26,811 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/recovered.edits/259.seqid, newMaxSeqId=259, maxSeqId=4 2024-11-22T03:59:26,811 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. 2024-11-22T03:59:26,812 DEBUG [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1676): Region close journal for cb29e5903237975c88e398ad5340803d: Waiting for close lock at 1732247965086Running coprocessor pre-close hooks at 1732247965086Disabling compacts and flushes for region at 1732247965086Disabling writes for close at 1732247965086Obtaining lock to block concurrent updates at 1732247965086Preparing flush snapshotting stores in cb29e5903237975c88e398ad5340803d at 1732247965086Finished memstore snapshotting TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1732247965087 (+1 ms)Flushing stores of TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d. at 1732247965088 (+1 ms)Flushing cb29e5903237975c88e398ad5340803d/A: creating writer at 1732247965088Flushing mob file cb29e5903237975c88e398ad5340803d/A: appending metadata at 1732247965096 (+8 ms)Flushing mob file cb29e5903237975c88e398ad5340803d/A: closing flushed file at 1732247965096Flushing cb29e5903237975c88e398ad5340803d/A: appending metadata at 1732247965506 (+410 ms)Flushing cb29e5903237975c88e398ad5340803d/A: closing flushed file at 1732247965506Flushing cb29e5903237975c88e398ad5340803d/B: creating writer at 1732247965917 (+411 ms)Flushing cb29e5903237975c88e398ad5340803d/B: appending metadata at 1732247965920 (+3 ms)Flushing cb29e5903237975c88e398ad5340803d/B: closing flushed file at 1732247965920Flushing cb29e5903237975c88e398ad5340803d/C: creating writer at 1732247966334 (+414 ms)Flushing cb29e5903237975c88e398ad5340803d/C: appending metadata at 1732247966337 (+3 ms)Flushing cb29e5903237975c88e398ad5340803d/C: closing flushed file at 1732247966337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f037f65: reopening flushed file at 1732247966752 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fde1af2: reopening flushed file at 1732247966757 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a1fdc: reopening flushed file at 1732247966762 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for cb29e5903237975c88e398ad5340803d in 1680ms, sequenceid=256, compaction requested=true at 1732247966767 (+5 ms)Writing region close event to WAL at 1732247966809 (+42 ms)Running coprocessor post-close hooks at 1732247966811 (+2 ms)Closed at 1732247966811 2024-11-22T03:59:26,813 INFO [RS_CLOSE_REGION-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(157): Closed cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:26,813 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=174 updating hbase:meta row=cb29e5903237975c88e398ad5340803d, regionState=CLOSED 2024-11-22T03:59:26,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=175, ppid=174, state=RUNNABLE, hasLock=false; CloseRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 because future has completed 2024-11-22T03:59:26,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-22T03:59:26,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; CloseRegionProcedure cb29e5903237975c88e398ad5340803d, server=c85114ed5096,44285,1732247784219 in 1.8830 sec 2024-11-22T03:59:26,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=174, resume processing ppid=173 2024-11-22T03:59:26,818 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, ppid=173, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=cb29e5903237975c88e398ad5340803d, UNASSIGN in 1.8870 sec 2024-11-22T03:59:26,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-22T03:59:26,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8910 sec 2024-11-22T03:59:26,822 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732247966822"}]},"ts":"1732247966822"} 2024-11-22T03:59:26,823 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-22T03:59:26,823 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-22T03:59:26,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9000 sec 2024-11-22T03:59:27,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-22T03:59:27,070 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:27,070 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-22T03:59:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:27,072 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=176, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:27,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T03:59:27,073 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=176, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:27,076 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,078 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C, FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/recovered.edits] 2024-11-22T03:59:27,081 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/477ca571a7174008a655dc56c2e24b2e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/477ca571a7174008a655dc56c2e24b2e 2024-11-22T03:59:27,082 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/55a99ba7fe93452696efdce632797d86 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/55a99ba7fe93452696efdce632797d86 2024-11-22T03:59:27,083 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/be666323b67d4878b6bc9ee03ea727dc to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/A/be666323b67d4878b6bc9ee03ea727dc 2024-11-22T03:59:27,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/7e8234b10fab4ef6af12f60156731b7b to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/7e8234b10fab4ef6af12f60156731b7b 2024-11-22T03:59:27,085 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/e0a390c245594494914244339bdcb21a to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/e0a390c245594494914244339bdcb21a 2024-11-22T03:59:27,086 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/ec7a1be1de4d43eeaab09acdea893e4e to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/B/ec7a1be1de4d43eeaab09acdea893e4e 2024-11-22T03:59:27,088 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/0e53f7d2c8464015804e28656690a0f2 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/0e53f7d2c8464015804e28656690a0f2 2024-11-22T03:59:27,088 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/568b32728b08416d9f606f84844980df to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/568b32728b08416d9f606f84844980df 2024-11-22T03:59:27,089 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/df4ec20f7b654e3bb5b9fe8f35157867 to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/C/df4ec20f7b654e3bb5b9fe8f35157867 2024-11-22T03:59:27,091 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/recovered.edits/259.seqid to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d/recovered.edits/259.seqid 2024-11-22T03:59:27,092 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/default/TestAcidGuarantees/cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,092 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-22T03:59:27,092 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T03:59:27,093 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-22T03:59:27,096 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220196ccf47b8e45fd8afd29dd08f33cdd_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411220196ccf47b8e45fd8afd29dd08f33cdd_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,097 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207b68a643cce4acd985b57d46241d7d0_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112207b68a643cce4acd985b57d46241d7d0_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,098 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222d61024423b14c7cbba73f2fcf6d195e_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411222d61024423b14c7cbba73f2fcf6d195e_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,098 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223a23f7e1103e40959695001a4f4029bd_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411223a23f7e1103e40959695001a4f4029bd_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,099 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224967dc3130f94ba8a4993bf5c8dd0f53_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411224967dc3130f94ba8a4993bf5c8dd0f53_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,100 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122512f0ea52fcb4431a45263b68bacb890_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122512f0ea52fcb4431a45263b68bacb890_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,101 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227d41679aa46d4565a478f673f7cf7db3_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411227d41679aa46d4565a478f673f7cf7db3_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,102 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228f1d8a8bcca941f094dfbd2ecbbb3679_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411228f1d8a8bcca941f094dfbd2ecbbb3679_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,103 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a5fbb1dc83874e1e82c2c1164be11297_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122a5fbb1dc83874e1e82c2c1164be11297_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,104 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b71094973df244188619399e06dbc1e4_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b71094973df244188619399e06dbc1e4_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,105 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b85f3ed7506c48d28cfe6c4a176aaacc_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122b85f3ed7506c48d28cfe6c4a176aaacc_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,106 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122db0a0175e9c84432817eb4d39fcf2f72_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122db0a0175e9c84432817eb4d39fcf2f72_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,107 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1cf72af7aa0452c8236a5cbd6a80c96_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f1cf72af7aa0452c8236a5cbd6a80c96_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f69cb49fa1a24f6d931560a8f8d614ad_cb29e5903237975c88e398ad5340803d to hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241122f69cb49fa1a24f6d931560a8f8d614ad_cb29e5903237975c88e398ad5340803d 2024-11-22T03:59:27,108 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-22T03:59:27,111 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=176, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:27,114 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-22T03:59:27,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-22T03:59:27,117 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=176, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:27,117 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-22T03:59:27,117 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732247967117"}]},"ts":"9223372036854775807"} 2024-11-22T03:59:27,120 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-22T03:59:27,120 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => cb29e5903237975c88e398ad5340803d, NAME => 'TestAcidGuarantees,,1732247932412.cb29e5903237975c88e398ad5340803d.', STARTKEY => '', ENDKEY => ''}] 2024-11-22T03:59:27,120 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-22T03:59:27,120 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732247967120"}]},"ts":"9223372036854775807"} 2024-11-22T03:59:27,122 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-22T03:59:27,123 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=176, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-22T03:59:27,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-22T03:59:27,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=43399 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-22T03:59:27,180 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-22T03:59:27,182 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-22T03:59:27,187 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247 (was 251), OpenFileDescriptor=441 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=3219 (was 2810) - AvailableMemoryMB LEAK? - 2024-11-22T03:59:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-22T03:59:27,187 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:59:27,187 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:59:27,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:27,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:27,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-22T03:59:27,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-22T03:59:27,188 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=129225742, stopped=false 2024-11-22T03:59:27,188 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c85114ed5096,43399,1732247783646 2024-11-22T03:59:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:59:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:59:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-22T03:59:27,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:59:27,190 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:59:27,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:59:27,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-22T03:59:27,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-22T03:59:27,192 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:59:27,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:27,192 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c85114ed5096,44285,1732247784219' ***** 2024-11-22T03:59:27,192 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-22T03:59:27,193 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-22T03:59:27,193 INFO [RS:0;c85114ed5096:44285 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-22T03:59:27,193 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-22T03:59:27,193 INFO [RS:0;c85114ed5096:44285 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-22T03:59:27,193 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(959): stopping server c85114ed5096,44285,1732247784219 2024-11-22T03:59:27,193 INFO [RS:0;c85114ed5096:44285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:59:27,193 INFO [RS:0;c85114ed5096:44285 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c85114ed5096:44285. 2024-11-22T03:59:27,193 DEBUG [RS:0;c85114ed5096:44285 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-22T03:59:27,193 DEBUG [RS:0;c85114ed5096:44285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:27,194 INFO [RS:0;c85114ed5096:44285 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-22T03:59:27,194 INFO [RS:0;c85114ed5096:44285 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-22T03:59:27,194 INFO [RS:0;c85114ed5096:44285 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-22T03:59:27,194 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-22T03:59:27,194 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-22T03:59:27,194 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-22T03:59:27,195 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:27,195 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-22T03:59:27,195 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-22T03:59:27,195 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-22T03:59:27,195 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-22T03:59:27,195 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-22T03:59:27,195 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-22T03:59:27,216 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/info/882ccdb403d0416ebd5f146cba9013c9 is 95, key is TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45./info:/1732247815679/DeleteFamily/seqid=0 2024-11-22T03:59:27,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742439_1615 (size=6514) 2024-11-22T03:59:27,227 INFO [regionserver/c85114ed5096:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:59:27,395 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:27,595 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:27,620 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/info/882ccdb403d0416ebd5f146cba9013c9 2024-11-22T03:59:27,642 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/ns/cdde3a08554445dcbbb9592bdfb4647a is 93, key is TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45./ns:/1732247815637/DeleteFamily/seqid=0 2024-11-22T03:59:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742440_1616 (size=5906) 2024-11-22T03:59:27,795 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:27,877 INFO [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-22T03:59:27,877 INFO [regionserver/c85114ed5096:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-22T03:59:27,996 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:28,046 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/ns/cdde3a08554445dcbbb9592bdfb4647a 2024-11-22T03:59:28,073 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/rep_barrier/f06c073a41404c999a6417296bfc9e96 is 102, key is TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45./rep_barrier:/1732247815637/DeleteFamily/seqid=0 2024-11-22T03:59:28,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742441_1617 (size=6025) 2024-11-22T03:59:28,196 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:28,396 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:28,477 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/rep_barrier/f06c073a41404c999a6417296bfc9e96 2024-11-22T03:59:28,504 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/table/f985ec1c9e444c0b92da9747e03d1856 is 96, key is TestAcidGuarantees,,1732247788416.57e1611f82d9da1ce92b97038ab9fb45./table:/1732247815637/DeleteFamily/seqid=0 2024-11-22T03:59:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742442_1618 (size=5936) 2024-11-22T03:59:28,597 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:28,797 DEBUG [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-22T03:59:28,908 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/table/f985ec1c9e444c0b92da9747e03d1856 2024-11-22T03:59:28,919 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/info/882ccdb403d0416ebd5f146cba9013c9 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/info/882ccdb403d0416ebd5f146cba9013c9 2024-11-22T03:59:28,925 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/info/882ccdb403d0416ebd5f146cba9013c9, entries=12, sequenceid=90, filesize=6.4 K 2024-11-22T03:59:28,927 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/ns/cdde3a08554445dcbbb9592bdfb4647a as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/ns/cdde3a08554445dcbbb9592bdfb4647a 2024-11-22T03:59:28,931 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/ns/cdde3a08554445dcbbb9592bdfb4647a, entries=8, sequenceid=90, filesize=5.8 K 2024-11-22T03:59:28,932 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/rep_barrier/f06c073a41404c999a6417296bfc9e96 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/rep_barrier/f06c073a41404c999a6417296bfc9e96 2024-11-22T03:59:28,935 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/rep_barrier/f06c073a41404c999a6417296bfc9e96, entries=6, sequenceid=90, filesize=5.9 K 2024-11-22T03:59:28,935 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/.tmp/table/f985ec1c9e444c0b92da9747e03d1856 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/table/f985ec1c9e444c0b92da9747e03d1856 2024-11-22T03:59:28,938 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/table/f985ec1c9e444c0b92da9747e03d1856, entries=7, sequenceid=90, filesize=5.8 K 2024-11-22T03:59:28,938 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=90, compaction requested=false 2024-11-22T03:59:28,941 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-22T03:59:28,942 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-22T03:59:28,942 INFO [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-22T03:59:28,942 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732247967194Running coprocessor pre-close hooks at 1732247967195 (+1 ms)Disabling compacts and flushes for region at 1732247967195Disabling writes for close at 1732247967195Obtaining lock to block concurrent updates at 1732247967195Preparing flush snapshotting stores in 1588230740 at 1732247967195Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732247967195Flushing stores of hbase:meta,,1.1588230740 at 1732247967196 (+1 ms)Flushing 1588230740/info: creating writer at 1732247967196Flushing 1588230740/info: appending metadata at 1732247967215 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732247967215Flushing 1588230740/ns: creating writer at 1732247967625 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732247967641 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732247967642 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732247968056 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732247968073 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732247968073Flushing 1588230740/table: creating writer at 1732247968484 (+411 ms)Flushing 1588230740/table: appending metadata at 1732247968504 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732247968504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401b22ca: reopening flushed file at 1732247968917 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188a5fa2: reopening flushed file at 1732247968926 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fede4a: reopening flushed file at 1732247968931 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622c72bb: reopening flushed file at 1732247968935 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1743ms, sequenceid=90, compaction requested=false at 1732247968938 (+3 ms)Writing region close event to WAL at 1732247968939 (+1 ms)Running coprocessor post-close hooks at 1732247968942 (+3 ms)Closed at 1732247968942 2024-11-22T03:59:28,942 DEBUG [RS_CLOSE_META-regionserver/c85114ed5096:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-22T03:59:28,997 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(976): stopping server c85114ed5096,44285,1732247784219; all regions closed. 2024-11-22T03:59:29,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741834_1010 (size=25344) 2024-11-22T03:59:29,003 DEBUG [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/oldWALs 2024-11-22T03:59:29,004 INFO [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C44285%2C1732247784219.meta:.meta(num 1732247788047) 2024-11-22T03:59:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741832_1008 (size=17388286) 2024-11-22T03:59:29,007 DEBUG [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/oldWALs 2024-11-22T03:59:29,007 INFO [RS:0;c85114ed5096:44285 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c85114ed5096%2C44285%2C1732247784219:(num 1732247787042) 2024-11-22T03:59:29,007 DEBUG [RS:0;c85114ed5096:44285 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-22T03:59:29,007 INFO [RS:0;c85114ed5096:44285 {}] regionserver.LeaseManager(133): Closed leases 2024-11-22T03:59:29,008 INFO [RS:0;c85114ed5096:44285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:59:29,008 INFO [RS:0;c85114ed5096:44285 {}] hbase.ChoreService(370): Chore service for: regionserver/c85114ed5096:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-22T03:59:29,008 INFO [RS:0;c85114ed5096:44285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:59:29,008 INFO [regionserver/c85114ed5096:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:59:29,009 INFO [RS:0;c85114ed5096:44285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44285 2024-11-22T03:59:29,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c85114ed5096,44285,1732247784219 2024-11-22T03:59:29,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-22T03:59:29,011 INFO [RS:0;c85114ed5096:44285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:59:29,012 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c85114ed5096,44285,1732247784219] 2024-11-22T03:59:29,013 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c85114ed5096,44285,1732247784219 already deleted, retry=false 2024-11-22T03:59:29,013 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c85114ed5096,44285,1732247784219 expired; onlineServers=0 2024-11-22T03:59:29,013 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c85114ed5096,43399,1732247783646' ***** 2024-11-22T03:59:29,013 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-22T03:59:29,013 INFO [M:0;c85114ed5096:43399 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-22T03:59:29,013 INFO [M:0;c85114ed5096:43399 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-22T03:59:29,013 DEBUG [M:0;c85114ed5096:43399 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-22T03:59:29,013 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-22T03:59:29,013 DEBUG [M:0;c85114ed5096:43399 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-22T03:59:29,014 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247786757 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.small.0-1732247786757,5,FailOnTimeoutGroup] 2024-11-22T03:59:29,014 DEBUG [master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247786756 {}] cleaner.HFileCleaner(306): Exit Thread[master/c85114ed5096:0:becomeActiveMaster-HFileCleaner.large.0-1732247786756,5,FailOnTimeoutGroup] 2024-11-22T03:59:29,014 INFO [M:0;c85114ed5096:43399 {}] hbase.ChoreService(370): Chore service for: master/c85114ed5096:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-22T03:59:29,014 INFO [M:0;c85114ed5096:43399 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-22T03:59:29,014 DEBUG [M:0;c85114ed5096:43399 {}] master.HMaster(1795): Stopping service threads 2024-11-22T03:59:29,014 INFO [M:0;c85114ed5096:43399 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-22T03:59:29,014 INFO [M:0;c85114ed5096:43399 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-22T03:59:29,014 ERROR [M:0;c85114ed5096:43399 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-22T03:59:29,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-22T03:59:29,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-22T03:59:29,015 INFO [M:0;c85114ed5096:43399 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-22T03:59:29,015 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-22T03:59:29,015 DEBUG [M:0;c85114ed5096:43399 {}] zookeeper.ZKUtil(347): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-22T03:59:29,016 WARN [M:0;c85114ed5096:43399 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-22T03:59:29,016 INFO [M:0;c85114ed5096:43399 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/.lastflushedseqids 2024-11-22T03:59:29,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742443_1619 (size=72) 2024-11-22T03:59:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:59:29,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44285-0x1006592e21e0001, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:59:29,114 INFO [RS:0;c85114ed5096:44285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:59:29,114 INFO [RS:0;c85114ed5096:44285 {}] regionserver.HRegionServer(1031): Exiting; stopping=c85114ed5096,44285,1732247784219; zookeeper connection closed. 2024-11-22T03:59:29,114 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@bbd48a7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@bbd48a7 2024-11-22T03:59:29,115 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-22T03:59:29,426 INFO [M:0;c85114ed5096:43399 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-22T03:59:29,426 INFO [M:0;c85114ed5096:43399 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-22T03:59:29,427 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-22T03:59:29,427 INFO [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:59:29,427 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:59:29,427 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-22T03:59:29,427 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:59:29,427 INFO [M:0;c85114ed5096:43399 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=787.86 KB heapSize=966.07 KB 2024-11-22T03:59:29,449 DEBUG [M:0;c85114ed5096:43399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bd5f572115a4e15944ca0304614dc79 is 82, key is hbase:meta,,1/info:regioninfo/1732247788135/Put/seqid=0 2024-11-22T03:59:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742444_1620 (size=5672) 2024-11-22T03:59:29,853 INFO [M:0;c85114ed5096:43399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2200 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bd5f572115a4e15944ca0304614dc79 2024-11-22T03:59:29,882 DEBUG [M:0;c85114ed5096:43399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8ccec295f29409286a765ab58557e7c is 2480, key is \x00\x00\x00\x00\x00\x00\x00#/proc:d/1732247818897/Put/seqid=0 2024-11-22T03:59:29,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742445_1621 (size=46468) 2024-11-22T03:59:30,286 INFO [M:0;c85114ed5096:43399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=787.30 KB at sequenceid=2200 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8ccec295f29409286a765ab58557e7c 2024-11-22T03:59:30,290 INFO [M:0;c85114ed5096:43399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8ccec295f29409286a765ab58557e7c 2024-11-22T03:59:30,308 DEBUG [M:0;c85114ed5096:43399 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a8b16d780124bfcaaf021524798e8ed is 69, key is c85114ed5096,44285,1732247784219/rs:state/1732247786799/Put/seqid=0 2024-11-22T03:59:30,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073742446_1622 (size=5156) 2024-11-22T03:59:30,713 INFO [M:0;c85114ed5096:43399 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2200 (bloomFilter=true), to=hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a8b16d780124bfcaaf021524798e8ed 2024-11-22T03:59:30,723 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9bd5f572115a4e15944ca0304614dc79 as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bd5f572115a4e15944ca0304614dc79 2024-11-22T03:59:30,726 INFO [M:0;c85114ed5096:43399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9bd5f572115a4e15944ca0304614dc79, entries=8, sequenceid=2200, filesize=5.5 K 2024-11-22T03:59:30,727 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8ccec295f29409286a765ab58557e7c as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8ccec295f29409286a765ab58557e7c 2024-11-22T03:59:30,730 INFO [M:0;c85114ed5096:43399 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8ccec295f29409286a765ab58557e7c 2024-11-22T03:59:30,730 INFO [M:0;c85114ed5096:43399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8ccec295f29409286a765ab58557e7c, entries=176, sequenceid=2200, filesize=45.4 K 2024-11-22T03:59:30,731 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a8b16d780124bfcaaf021524798e8ed as hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a8b16d780124bfcaaf021524798e8ed 2024-11-22T03:59:30,735 INFO [M:0;c85114ed5096:43399 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43525/user/jenkins/test-data/6d9be9bd-ea2d-f074-0297-879e5ee6e126/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a8b16d780124bfcaaf021524798e8ed, entries=1, sequenceid=2200, filesize=5.0 K 2024-11-22T03:59:30,736 INFO [M:0;c85114ed5096:43399 {}] regionserver.HRegion(3140): Finished flush of dataSize ~787.86 KB/806766, heapSize ~965.77 KB/988952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=2200, compaction requested=false 2024-11-22T03:59:30,738 INFO [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-22T03:59:30,738 DEBUG [M:0;c85114ed5096:43399 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732247969427Disabling compacts and flushes for region at 1732247969427Disabling writes for close at 1732247969427Obtaining lock to block concurrent updates at 1732247969427Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732247969427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=806766, getHeapSize=989192, getOffHeapSize=0, getCellsCount=2401 at 1732247969428 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732247969429 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732247969429Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732247969448 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732247969448Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732247969860 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732247969882 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732247969882Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732247970290 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732247970307 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732247970307Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7049f414: reopening flushed file at 1732247970722 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75f165d: reopening flushed file at 1732247970726 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1786977f: reopening flushed file at 1732247970730 (+4 ms)Finished flush of dataSize ~787.86 KB/806766, heapSize ~965.77 KB/988952, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=2200, compaction requested=false at 1732247970736 (+6 ms)Writing region close event to WAL at 1732247970738 (+2 ms)Closed at 1732247970738 2024-11-22T03:59:30,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44363 is added to blk_1073741830_1006 (size=950989) 2024-11-22T03:59:30,741 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-22T03:59:30,742 INFO [M:0;c85114ed5096:43399 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-22T03:59:30,742 INFO [M:0;c85114ed5096:43399 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43399 2024-11-22T03:59:30,742 INFO [M:0;c85114ed5096:43399 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-22T03:59:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:59:30,843 INFO [M:0;c85114ed5096:43399 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-22T03:59:30,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43399-0x1006592e21e0000, quorum=127.0.0.1:53814, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-22T03:59:30,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42a79998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-22T03:59:30,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4975be1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:59:30,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:59:30,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74fde7a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:59:30,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3de8243e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/hadoop.log.dir/,STOPPED} 2024-11-22T03:59:30,855 WARN [BP-1329878010-172.17.0.2-1732247781067 heartbeating to localhost/127.0.0.1:43525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-22T03:59:30,855 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-22T03:59:30,855 WARN [BP-1329878010-172.17.0.2-1732247781067 heartbeating to localhost/127.0.0.1:43525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1329878010-172.17.0.2-1732247781067 (Datanode Uuid 6b7d781c-e118-4cfb-a101-f71ca346efe7) service to localhost/127.0.0.1:43525 2024-11-22T03:59:30,855 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-22T03:59:30,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/data/data1/current/BP-1329878010-172.17.0.2-1732247781067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:59:30,858 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/cluster_b2b00899-89ce-a274-715e-c93517e8a205/data/data2/current/BP-1329878010-172.17.0.2-1732247781067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-22T03:59:30,859 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-22T03:59:30,865 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@322e478f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-22T03:59:30,865 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b008a6a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-22T03:59:30,865 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-22T03:59:30,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d942d39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-22T03:59:30,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71c9bba7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/494c1e01-1d41-93aa-f8ba-97bf491ae5b3/hadoop.log.dir/,STOPPED} 2024-11-22T03:59:30,879 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-22T03:59:30,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down